09:04:43.835 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:04:43.836 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskTLeGg9/test-tmp
09:04:43.836 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
09:04:43.836 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskTLeGg9/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
09:04:43.837 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:04:44.154 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:04:44.154 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:04:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.156276 16380 mini_oidc.cc:150] Starting JWKS server
09:04:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.158530 16380 webserver.cc:492] Webserver started at http://127.0.0.1:44973/ using document root <none> and password file <none>
09:04:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.158737 16380 mini_oidc.cc:186] Starting OIDC Discovery server
09:04:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.159228 16380 webserver.cc:492] Webserver started at http://127.0.0.1:35451/ using document root <none> and password file <none>
09:04:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T09:04:44Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:04:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T09:04:44Z Disabled control of system clock
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.187325 16380 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/wal
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/logs
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data/info.pb
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.62:45329
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.62
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.496335 16391 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.496620 16391 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.496696 16391 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.504662 16391 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.504751 16391 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.504801 16391 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.504840 16391 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.504892 16391 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.504931 16391 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.504973 16391 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44973/jwks.json
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.514210 16391 master_runner.cc:386] Master server non-default flags:
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/wal
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.62:45329
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data/info.pb
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.62
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/logs
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 08:43:23 UTC on 24a791456cd2
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10260
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.515758 16391 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.517469 16391 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:44.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.525231 16396 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:44.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.525332 16397 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.526360 16399 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.526948 16391 server_base.cc:1060] running on GCE node
09:04:44.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.527665 16391 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.528887 16391 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:44.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.530128 16391 hybrid_clock.cc:648] HybridClock initialized: now 1769763884530052 us; error 49 us; skew 500 ppm
09:04:44.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.530468 16391 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.532637 16391 webserver.cc:492] Webserver started at http://127.15.255.62:33101/ using document root <none> and password file <none>
09:04:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.533314 16391 fs_manager.cc:362] Metadata directory not provided
09:04:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.533473 16391 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.533878 16391 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.536080 16391 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data/instance:
09:04:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28ca4f8e18f040cf9ab5f2aba2c43613"
09:04:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:44 on dist-test-slave-dqtn"
09:04:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.536875 16391 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/wal/instance:
09:04:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28ca4f8e18f040cf9ab5f2aba2c43613"
09:04:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:44 on dist-test-slave-dqtn"
09:04:44.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.542136 16391 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
09:04:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.545473 16405 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:44.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.546701 16391 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.546886 16391 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data,/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/wal
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28ca4f8e18f040cf9ab5f2aba2c43613"
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:44 on dist-test-slave-dqtn"
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.547065 16391 fs_report.cc:389] FS layout report
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/wal
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/wal
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data/data
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:44.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.580319 16391 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:44.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.581188 16391 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:44.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.581532 16391 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.604806 16391 rpc_server.cc:307] RPC server started. Bound to: 127.15.255.62:45329
09:04:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.604843 16466 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.255.62:45329 every 8 connection(s)
09:04:44.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.606438 16391 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/data/info.pb
09:04:44.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.610682 16467 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:44.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.612772 16380 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu as pid 16391
09:04:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.613085 16380 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-0/wal/instance
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.615316 16380 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/wal
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/logs
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data/info.pb
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.61:37179
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.61
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.616062 16467 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } has no permanent_uuid. Determining permanent_uuid...
09:04:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.632689 16467 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } has no permanent_uuid. Determining permanent_uuid...
09:04:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.633790 16408 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.635330 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.61:37179: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:44.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.684697 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } attempt: 1
09:04:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.686848 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.61:37179: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.755141 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } attempt: 2
09:04:44.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.757117 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.61:37179: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.848438 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } attempt: 3
09:04:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.850452 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.61:37179: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.940644 16470 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.940955 16470 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.941035 16470 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.949393 16470 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.949491 16470 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.949539 16470 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.949580 16470 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.949683 16470 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.949741 16470 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.949787 16470 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44973/jwks.json
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.959776 16470 master_runner.cc:386] Master server non-default flags:
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/wal
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.61:37179
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data/info.pb
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.61
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/logs
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 08:43:23 UTC on 24a791456cd2
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10260
09:04:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.961414 16470 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:44.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.963261 16470 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.970949 16477 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.971071 16478 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.972384 16480 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.972635 16470 server_base.cc:1060] running on GCE node
09:04:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.973420 16470 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.974781 16470 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.976022 16470 hybrid_clock.cc:648] HybridClock initialized: now 1769763884975949 us; error 49 us; skew 500 ppm
09:04:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.976384 16470 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.978585 16470 webserver.cc:492] Webserver started at http://127.15.255.61:44411/ using document root <none> and password file <none>
09:04:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.979282 16470 fs_manager.cc:362] Metadata directory not provided
09:04:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.979431 16470 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.979804 16470 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.982136 16470 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data/instance:
09:04:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ecadac98d6b47648f3478cbad4994de"
09:04:44.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:44 on dist-test-slave-dqtn"
09:04:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.982895 16470 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/wal/instance:
09:04:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ecadac98d6b47648f3478cbad4994de"
09:04:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:44 on dist-test-slave-dqtn"
09:04:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.987860 16470 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
09:04:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.990988 16486 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.992137 16470 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.992326 16470 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data,/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/wal
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ecadac98d6b47648f3478cbad4994de"
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:44 on dist-test-slave-dqtn"
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.992519 16470 fs_report.cc:389] FS layout report
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/wal
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/wal
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data/data
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:44.993722 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } attempt: 4
09:04:44.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:44.995429 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.61:37179: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:45.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.025671 16470 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.026516 16470 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.026752 16470 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.048633 16470 rpc_server.cc:307] RPC server started. Bound to: 127.15.255.61:37179
09:04:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.048704 16547 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.255.61:37179 every 8 connection(s)
09:04:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.050158 16470 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/data/info.pb
09:04:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.054176 16548 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.054708 16380 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu as pid 16470
09:04:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.054841 16380 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-1/wal/instance
09:04:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.055723 16380 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data
09:04:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/logs
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/info.pb
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.60:37675
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.60
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.060848 16548 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } has no permanent_uuid. Determining permanent_uuid...
09:04:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.079109 16548 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } has no permanent_uuid. Determining permanent_uuid...
09:04:45.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.088088 16548 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } has no permanent_uuid. Determining permanent_uuid...
09:04:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.089161 16487 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.090677 16548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.139987 16548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 1
09:04:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.141978 16548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.210353 16548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 2
09:04:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.212466 16548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.294696 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } attempt: 5
09:04:45.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.301568 16467 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } has no permanent_uuid. Determining permanent_uuid...
09:04:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.303331 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.303682 16548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 3
09:04:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.305158 16548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.354522 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 1
09:04:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.356703 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.380846 16550 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.381234 16550 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.381319 16550 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.389364 16550 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.389446 16550 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.389492 16550 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.389530 16550 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.389581 16550 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.389663 16550 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.389729 16550 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44973/jwks.json
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.399435 16550 master_runner.cc:386] Master server non-default flags:
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.60:37675
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/info.pb
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.60
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/logs
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 08:43:23 UTC on 24a791456cd2
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10260
09:04:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.401039 16550 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.402966 16550 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.411124 16561 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.411170 16558 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.411175 16559 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.411949 16550 server_base.cc:1060] running on GCE node
09:04:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.412701 16550 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.414104 16550 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.415387 16550 hybrid_clock.cc:648] HybridClock initialized: now 1769763885415306 us; error 48 us; skew 500 ppm
09:04:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.415761 16550 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.417860 16550 webserver.cc:492] Webserver started at http://127.15.255.60:44767/ using document root <none> and password file <none>
09:04:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.418550 16550 fs_manager.cc:362] Metadata directory not provided
09:04:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.418691 16550 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.419054 16550 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.421306 16550 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/instance:
09:04:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c72d0f03cec481b9b60361fdccbf775"
09:04:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:45 on dist-test-slave-dqtn"
09:04:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.422099 16550 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal/instance:
09:04:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c72d0f03cec481b9b60361fdccbf775"
09:04:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:45 on dist-test-slave-dqtn"
09:04:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.424932 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 2
09:04:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.426833 16467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.427213 16550 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
09:04:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.430251 16567 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.431442 16550 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.431628 16550 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data,/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c72d0f03cec481b9b60361fdccbf775"
09:04:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:45 on dist-test-slave-dqtn"
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.431824 16550 fs_report.cc:389] FS layout report
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/data
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.448396 16548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 4
09:04:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.449908 16550 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.450094 16548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.450735 16550 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.450955 16550 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.473884 16550 rpc_server.cc:307] RPC server started. Bound to: 127.15.255.60:37675
09:04:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.473929 16629 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.255.60:37675 every 8 connection(s)
09:04:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.475421 16550 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/info.pb
09:04:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.479708 16630 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.482801 16380 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu as pid 16550
09:04:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.483021 16380 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal/instance
09:04:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.485196 16630 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } has no permanent_uuid. Determining permanent_uuid...
09:04:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.499816 16630 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } has no permanent_uuid. Determining permanent_uuid...
09:04:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.507958 16630 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } has no permanent_uuid. Determining permanent_uuid...
09:04:45.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.519431 16630 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Bootstrap starting.
09:04:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.522701 16630 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Neither blocks nor log segments found. Creating new log.
09:04:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.523665 16630 log.cc:826] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Log is configured to *not* fsync() on all Append() calls
09:04:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.526260 16630 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: No bootstrap required, opened a new log
09:04:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.531234 16630 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.531514 16630 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.531592 16630 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c72d0f03cec481b9b60361fdccbf775, State: Initialized, Role: FOLLOWER
09:04:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.532114 16630 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.533171 16467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 3
09:04:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.533177 16639 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.533470 16639 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.534600 16630 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: configured and running, proceeding with master startup.
09:04:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.546202 16467 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: Bootstrap starting.
09:04:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.547037 16650 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.547170 16650 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.549954 16467 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: Neither blocks nor log segments found. Creating new log.
09:04:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.543926 16550 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: OK, instance_id { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" instance_seqno: 1769763884599223 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:04:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.550369 16550 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:45.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.551638 16467 log.cc:826] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: Log is configured to *not* fsync() on all Append() calls
09:04:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.554198 16467 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: No bootstrap required, opened a new log
09:04:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.559607 16467 raft_consensus.cc:359] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.559892 16467 raft_consensus.cc:385] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.560015 16467 raft_consensus.cc:740] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28ca4f8e18f040cf9ab5f2aba2c43613, State: Initialized, Role: FOLLOWER
09:04:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.560611 16467 consensus_queue.cc:260] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.561921 16653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.562337 16653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.562989 16467 sys_catalog.cc:565] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: configured and running, proceeding with master startup.
09:04:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.564710 16639 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.564960 16639 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.566687 16639 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.567898 16432 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c72d0f03cec481b9b60361fdccbf775" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" is_pre_election: true
09:04:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.568390 16432 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0c72d0f03cec481b9b60361fdccbf775 in term 0.
09:04:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.570376 16570 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775, 28ca4f8e18f040cf9ab5f2aba2c43613; no voters:
09:04:45.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.571223 16639 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:45.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.571377 16639 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:45.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.571498 16639 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 0 FOLLOWER]: Advancing to term 1
09:04:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.574600 16639 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.575691 16432 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c72d0f03cec481b9b60361fdccbf775" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613"
09:04:45.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.575889 16432 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 0 FOLLOWER]: Advancing to term 1
09:04:45.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.576216 16639 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 1 election: Requested vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.579736 16432 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0c72d0f03cec481b9b60361fdccbf775 in term 1.
09:04:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.584142 16411 tablet.cc:2378] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.585295 16570 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775, 28ca4f8e18f040cf9ab5f2aba2c43613; no voters:
09:04:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.585732 16639 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Leader election won for term 1
09:04:45.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.587255 16665 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:04:45.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:45.587375 16665 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:04:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.583156 16391 master_runner.cc:186] Error getting master registration for 127.15.255.61:37179: OK, instance_id { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" instance_seqno: 1769763885043588 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:04:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.590606 16391 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.598012 16639 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 LEADER]: Becoming Leader. State: Replica: 0c72d0f03cec481b9b60361fdccbf775, State: Running, Role: LEADER
09:04:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.598724 16639 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.604760 16667 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c72d0f03cec481b9b60361fdccbf775. Latest consensus state: current_term: 1 leader_uuid: "0c72d0f03cec481b9b60361fdccbf775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.605091 16667 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: LEADER
09:04:45.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.614820 16669 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:45.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.624632 16669 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.637518 16432 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Refusing update from remote peer 0c72d0f03cec481b9b60361fdccbf775: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.638968 16639 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [LEADER]: Connected to new peer: Peer: permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.668279 16653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c72d0f03cec481b9b60361fdccbf775. Latest consensus state: current_term: 1 leader_uuid: "0c72d0f03cec481b9b60361fdccbf775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.668555 16653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.671200 16667 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c72d0f03cec481b9b60361fdccbf775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.671422 16667 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: LEADER
09:04:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.676111 16669 catalog_manager.cc:1357] Generated new cluster ID: b00ca73daabd4b54bfa369afbea89bae
09:04:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.676226 16669 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.681600 16653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c72d0f03cec481b9b60361fdccbf775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.681864 16653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.749415 16548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } attempt: 5
09:04:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.768994 16548 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: Bootstrap starting.
09:04:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.774571 16669 catalog_manager.cc:1380] Generated new certificate authority record
09:04:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.776573 16548 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: Neither blocks nor log segments found. Creating new log.
09:04:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.785359 16548 log.cc:826] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: Log is configured to *not* fsync() on all Append() calls
09:04:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.786614 16669 catalog_manager.cc:1514] Loading token signing keys...
09:04:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.799721 16548 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: No bootstrap required, opened a new log
09:04:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.814211 16669 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Generated new TSK 0
09:04:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.815456 16669 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.818243 16548 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.818755 16548 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.818953 16548 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ecadac98d6b47648f3478cbad4994de, State: Initialized, Role: FOLLOWER
09:04:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.820063 16548 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.821565 16676 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.822288 16676 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.823371 16512 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c72d0f03cec481b9b60361fdccbf775" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ecadac98d6b47648f3478cbad4994de"
09:04:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.823734 16511 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 0 FOLLOWER]: Advancing to term 1
09:04:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.824504 16548 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: configured and running, proceeding with master startup.
09:04:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.827281 16511 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 1 FOLLOWER]: Refusing update from remote peer 0c72d0f03cec481b9b60361fdccbf775: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.828116 16513 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c72d0f03cec481b9b60361fdccbf775" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ecadac98d6b47648f3478cbad4994de" is_pre_election: true
09:04:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.829466 16667 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.842801 16380 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/wal
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/logs
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data/info.pb
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.1:0
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.255.1
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.1
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.911244 16676 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c72d0f03cec481b9b60361fdccbf775. Latest consensus state: current_term: 1 leader_uuid: "0c72d0f03cec481b9b60361fdccbf775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.911546 16676 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.911921 16683 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c72d0f03cec481b9b60361fdccbf775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.912201 16683 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: This master's current role is: FOLLOWER
09:04:45.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.944469 16667 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c72d0f03cec481b9b60361fdccbf775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:45.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.944747 16667 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: LEADER
09:04:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:45.968518 16693 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:04:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.306641 16682 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.306996 16682 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.307180 16682 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.315388 16682 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.315510 16682 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.315559 16682 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.315593 16682 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.315676 16682 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.255.1
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.325194 16682 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/wal
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.1:0
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data/info.pb
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.1
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.255.1
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/logs
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 08:43:23 UTC on 24a791456cd2
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10260
09:04:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:46.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.327026 16682 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.328747 16682 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.338033 16699 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.338194 16698 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.338969 16701 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.340045 16682 server_base.cc:1060] running on GCE node
09:04:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.340600 16682 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:46.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.341485 16682 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:46.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.342728 16682 hybrid_clock.cc:648] HybridClock initialized: now 1769763886342660 us; error 44 us; skew 500 ppm
09:04:46.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.342983 16682 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.344954 16682 webserver.cc:492] Webserver started at http://127.15.255.1:35777/ using document root <none> and password file <none>
09:04:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.345675 16682 fs_manager.cc:362] Metadata directory not provided
09:04:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.345788 16682 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:46.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.346071 16682 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.348296 16682 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data/instance:
09:04:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "570752a11d004980aa654bab2d6d1c35"
09:04:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:46 on dist-test-slave-dqtn"
09:04:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.349051 16682 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/wal/instance:
09:04:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "570752a11d004980aa654bab2d6d1c35"
09:04:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:46 on dist-test-slave-dqtn"
09:04:46.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.354053 16682 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.007s
09:04:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.357124 16707 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.358410 16682 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.358532 16682 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data,/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/wal
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "570752a11d004980aa654bab2d6d1c35"
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:46 on dist-test-slave-dqtn"
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.358680 16682 fs_report.cc:389] FS layout report
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/wal
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/wal
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data/data
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:46.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.402668 16682 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.403470 16682 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.403769 16682 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:46.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.407014 16682 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:46.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.407145 16682 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:46.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.407262 16682 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:46.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.407470 16682 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
09:04:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.480351 16682 rpc_server.cc:307] RPC server started. Bound to: 127.15.255.1:34811
09:04:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.480436 16832 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.255.1:34811 every 8 connection(s)
09:04:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.481752 16682 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/data/info.pb
09:04:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.484696 16834 heartbeater.cc:344] Connected to a master server at 127.15.255.62:45329
09:04:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.485067 16834 heartbeater.cc:461] Registering TS with master...
09:04:46.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.486121 16834 heartbeater.cc:507] Master 127.15.255.62:45329 requested a full tablet report, sending...
09:04:46.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.488250 16422 ts_manager.cc:194] Registered new tserver with Master: 570752a11d004980aa654bab2d6d1c35 (127.15.255.1:34811)
09:04:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.490159 16380 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu as pid 16682
09:04:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.490372 16380 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-0/wal/instance
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.495970 16380 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/wal
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/logs
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data/info.pb
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.2:0
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.255.2
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.2
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.503535 16833 heartbeater.cc:344] Connected to a master server at 127.15.255.60:37675
09:04:46.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.503679 16833 heartbeater.cc:461] Registering TS with master...
09:04:46.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.504261 16833 heartbeater.cc:507] Master 127.15.255.60:37675 requested a full tablet report, sending...
09:04:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.505800 16585 ts_manager.cc:194] Registered new tserver with Master: 570752a11d004980aa654bab2d6d1c35 (127.15.255.1:34811)
09:04:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.507656 16835 heartbeater.cc:344] Connected to a master server at 127.15.255.61:37179
09:04:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.507779 16835 heartbeater.cc:461] Registering TS with master...
09:04:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.508293 16835 heartbeater.cc:507] Master 127.15.255.61:37179 requested a full tablet report, sending...
09:04:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.509577 16585 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.255.1:34047
09:04:46.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.509951 16503 ts_manager.cc:194] Registered new tserver with Master: 570752a11d004980aa654bab2d6d1c35 (127.15.255.1:34811)
09:04:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.589093 16665 catalog_manager.cc:1269] Loaded cluster ID: b00ca73daabd4b54bfa369afbea89bae
09:04:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.589190 16665 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: loading cluster ID for follower catalog manager: success
09:04:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.591792 16665 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: acquiring CA information for follower catalog manager: success
09:04:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.593413 16665 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.830255 16838 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.830598 16838 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.830739 16838 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.839221 16838 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.839391 16838 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.839460 16838 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.839514 16838 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.839660 16838 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.255.2
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.849921 16838 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/wal
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.2:0
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data/info.pb
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.2
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.255.2
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/logs
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 08:43:23 UTC on 24a791456cd2
09:04:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10260
09:04:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.851837 16838 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.853717 16838 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.863379 16844 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.863950 16843 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:46.864053 16846 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.864424 16838 server_base.cc:1060] running on GCE node
09:04:46.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.864944 16838 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:46.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.865820 16838 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.867045 16838 hybrid_clock.cc:648] HybridClock initialized: now 1769763886866976 us; error 46 us; skew 500 ppm
09:04:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.867280 16838 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.869338 16838 webserver.cc:492] Webserver started at http://127.15.255.2:33245/ using document root <none> and password file <none>
09:04:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.870076 16838 fs_manager.cc:362] Metadata directory not provided
09:04:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.870174 16838 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.870468 16838 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.872824 16838 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data/instance:
09:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa451c6634d7486c8277ac96f59f1999"
09:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:46 on dist-test-slave-dqtn"
09:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.873747 16838 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/wal/instance:
09:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa451c6634d7486c8277ac96f59f1999"
09:04:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:46 on dist-test-slave-dqtn"
09:04:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.878733 16838 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.002s
09:04:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.882057 16852 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.883306 16838 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.883428 16838 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data,/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/wal
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa451c6634d7486c8277ac96f59f1999"
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:46 on dist-test-slave-dqtn"
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.883587 16838 fs_report.cc:389] FS layout report
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/wal
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/wal
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data/data
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.899017 16838 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.899796 16838 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.900018 16838 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.902977 16838 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.903231 16838 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
09:04:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.903348 16838 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.903419 16838 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:04:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.959721 16838 rpc_server.cc:307] RPC server started. Bound to: 127.15.255.2:43559
09:04:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.959772 16974 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.255.2:43559 every 8 connection(s)
09:04:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.961059 16838 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/data/info.pb
09:04:46.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.964391 16976 heartbeater.cc:344] Connected to a master server at 127.15.255.62:45329
09:04:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.964962 16976 heartbeater.cc:461] Registering TS with master...
09:04:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.966427 16976 heartbeater.cc:507] Master 127.15.255.62:45329 requested a full tablet report, sending...
09:04:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.968839 16422 ts_manager.cc:194] Registered new tserver with Master: fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.970675 16380 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu as pid 16838
09:04:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.970849 16380 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-1/wal/instance
09:04:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.972254 16975 heartbeater.cc:344] Connected to a master server at 127.15.255.60:37675
09:04:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.972384 16975 heartbeater.cc:461] Registering TS with master...
09:04:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.972880 16975 heartbeater.cc:507] Master 127.15.255.60:37675 requested a full tablet report, sending...
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.974596 16585 ts_manager.cc:194] Registered new tserver with Master: fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.975283 16380 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/wal
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/logs
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data/info.pb
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.3:0
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.255.3
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.3
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:46.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:04:46.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.975687 16585 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.255.2:43571
09:04:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.978825 16693 catalog_manager.cc:1269] Loaded cluster ID: b00ca73daabd4b54bfa369afbea89bae
09:04:46.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.979030 16693 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: loading cluster ID for follower catalog manager: success
09:04:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.980800 16977 heartbeater.cc:344] Connected to a master server at 127.15.255.61:37179
09:04:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.980924 16977 heartbeater.cc:461] Registering TS with master...
09:04:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.981288 16977 heartbeater.cc:507] Master 127.15.255.61:37179 requested a full tablet report, sending...
09:04:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.982335 16503 ts_manager.cc:194] Registered new tserver with Master: fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.983088 16693 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: acquiring CA information for follower catalog manager: success
09:04:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:46.984869 16693 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.332046 16981 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.332374 16981 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.332466 16981 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.340708 16981 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.340826 16981 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:04:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.340873 16981 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:04:47.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.340906 16981 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:04:47.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.340987 16981 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.255.3
09:04:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.352458 16981 tablet_server_runner.cc:78] Tablet server non-default flags:
09:04:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data
09:04:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/wal
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.3:0
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data/info.pb
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.3
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.255.3
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/logs
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 08:43:23 UTC on 24a791456cd2
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10260
09:04:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.355309 16981 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.357811 16981 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.367803 16987 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.367877 16986 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.371312 16989 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.371644 16981 server_base.cc:1060] running on GCE node
09:04:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.372215 16981 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.373284 16981 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.374518 16981 hybrid_clock.cc:648] HybridClock initialized: now 1769763887374456 us; error 57 us; skew 500 ppm
09:04:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.374764 16981 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.376842 16981 webserver.cc:492] Webserver started at http://127.15.255.3:46241/ using document root <none> and password file <none>
09:04:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.377475 16981 fs_manager.cc:362] Metadata directory not provided
09:04:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.377570 16981 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.377947 16981 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:04:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.380195 16981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data/instance:
09:04:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d3e9a0b28f14794b691fd65a4e3b39b"
09:04:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:47 on dist-test-slave-dqtn"
09:04:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.380903 16981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/wal/instance:
09:04:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d3e9a0b28f14794b691fd65a4e3b39b"
09:04:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:47 on dist-test-slave-dqtn"
09:04:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.386377 16981 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
09:04:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.389700 16995 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.391103 16981 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.391232 16981 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data,/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/wal
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d3e9a0b28f14794b691fd65a4e3b39b"
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:47 on dist-test-slave-dqtn"
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.391388 16981 fs_report.cc:389] FS layout report
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/wal
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/wal
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data/data
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.414343 16981 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.415202 16981 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.415431 16981 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.419302 16981 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:04:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.419438 16981 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:04:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.419554 16981 ts_tablet_manager.cc:616] Registered 0 tablets
09:04:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.419656 16981 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:04:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.478117 16981 rpc_server.cc:307] RPC server started. Bound to: 127.15.255.3:39941
09:04:47.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.478210 17117 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.255.3:39941 every 8 connection(s)
09:04:47.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.479528 16981 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/data/info.pb
09:04:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.488260 16380 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu as pid 16981
09:04:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.488462 16380 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/ts-2/wal/instance
09:04:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.494697 17119 heartbeater.cc:344] Connected to a master server at 127.15.255.62:45329
09:04:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.495141 17119 heartbeater.cc:461] Registering TS with master...
09:04:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.495400 17118 heartbeater.cc:344] Connected to a master server at 127.15.255.60:37675
09:04:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.495570 17118 heartbeater.cc:461] Registering TS with master...
09:04:47.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.496480 17119 heartbeater.cc:507] Master 127.15.255.62:45329 requested a full tablet report, sending...
09:04:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.497284 17118 heartbeater.cc:507] Master 127.15.255.60:37675 requested a full tablet report, sending...
09:04:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.498594 16422 ts_manager.cc:194] Registered new tserver with Master: 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941)
09:04:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.498907 16585 ts_manager.cc:194] Registered new tserver with Master: 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941)
09:04:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.499965 16585 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.255.3:53637
09:04:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.502413 17120 heartbeater.cc:344] Connected to a master server at 127.15.255.61:37179
09:04:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.502550 17120 heartbeater.cc:461] Registering TS with master...
09:04:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.502882 17120 heartbeater.cc:507] Master 127.15.255.61:37179 requested a full tablet report, sending...
09:04:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.503979 16502 ts_manager.cc:194] Registered new tserver with Master: 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941)
09:04:47.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.512979 16833 heartbeater.cc:499] Master 127.15.255.60:37675 was elected leader, sending a full tablet report...
09:04:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.515522 16380 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:04:47.517 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:04:47.517 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:04:47.518 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.255.62"
port: 45329
}
bound_http_address {
host: "127.15.255.62"
port: 33101
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.255.61"
port: 37179
}
bound_http_address {
host: "127.15.255.61"
port: 44411
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.255.60"
port: 37675
}
bound_http_address {
host: "127.15.255.60"
port: 44767
}
}
}
09:04:47.518 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:04:47.519 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.255.1"
port: 34811
}
bound_http_address {
host: "127.15.255.1"
port: 35777
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.255.2"
port: 43559
}
bound_http_address {
host: "127.15.255.2"
port: 33245
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.255.3"
port: 39941
}
bound_http_address {
host: "127.15.255.3"
port: 46241
}
}
}
09:04:47.519 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:04:47.521 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:04:47.522 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:47.524 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:47.525 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.255.62:45329(127.15.255.62:45329)] Successfully connected to peer
09:04:47.527 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:47.527 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.255.62
09:04:47.527 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.255.61:37179(127.15.255.61:37179)] Successfully connected to peer
09:04:47.529 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.255.61
09:04:47.541 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.255.60:37675(127.15.255.60:37675)] Successfully connected to peer
09:04:47.542 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x510b96fd, L:/127.0.0.1:45206 - R:/127.15.255.61:37179] using SASL/PLAIN
09:04:47.542 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfba72487, L:/127.0.0.1:38946 - R:/127.15.255.62:45329] using SASL/PLAIN
09:04:47.543 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.255.60
09:04:47.554 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x731ff342, L:/127.0.0.1:54538 - R:/127.15.255.60:37675] using SASL/PLAIN
09:04:47.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:47.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=35), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, deferred=null) after lookup
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.558813 16585 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54538:
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.560505 16585 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:47.573 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1989c9dbd3214a6f900b9fbb6ce02719
09:04:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.616691 17051 tablet_service.cc:1505] Processing CreateTablet for tablet 7ade005b1945479aa2831b9c3e54525c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.616606 16761 tablet_service.cc:1505] Processing CreateTablet for tablet 7ade005b1945479aa2831b9c3e54525c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.618223 17051 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7ade005b1945479aa2831b9c3e54525c. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.618234 16761 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7ade005b1945479aa2831b9c3e54525c. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.620645 16909 tablet_service.cc:1505] Processing CreateTablet for tablet 8dd470fc8e514f1a8e9f851cfbec85b6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.621942 16909 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8dd470fc8e514f1a8e9f851cfbec85b6. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.625696 16762 tablet_service.cc:1505] Processing CreateTablet for tablet 8dd470fc8e514f1a8e9f851cfbec85b6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:47.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.626159 16762 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8dd470fc8e514f1a8e9f851cfbec85b6. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.626325 17052 tablet_service.cc:1505] Processing CreateTablet for tablet 8dd470fc8e514f1a8e9f851cfbec85b6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:04:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.626775 17052 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8dd470fc8e514f1a8e9f851cfbec85b6. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.629885 16908 tablet_service.cc:1505] Processing CreateTablet for tablet 7ade005b1945479aa2831b9c3e54525c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:04:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.630292 16908 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7ade005b1945479aa2831b9c3e54525c. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.633208 17144 tablet_bootstrap.cc:492] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b: Bootstrap starting.
09:04:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.636843 17144 tablet_bootstrap.cc:654] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b: Neither blocks nor log segments found. Creating new log.
09:04:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.638412 17144 log.cc:826] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b: Log is configured to *not* fsync() on all Append() calls
09:04:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.640610 17145 tablet_bootstrap.cc:492] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35: Bootstrap starting.
09:04:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.642041 17147 tablet_bootstrap.cc:492] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999: Bootstrap starting.
09:04:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.644846 17145 tablet_bootstrap.cc:654] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35: Neither blocks nor log segments found. Creating new log.
09:04:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.645421 17147 tablet_bootstrap.cc:654] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999: Neither blocks nor log segments found. Creating new log.
09:04:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.646754 17145 log.cc:826] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35: Log is configured to *not* fsync() on all Append() calls
09:04:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.647413 17147 log.cc:826] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999: Log is configured to *not* fsync() on all Append() calls
09:04:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.648733 17144 tablet_bootstrap.cc:492] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b: No bootstrap required, opened a new log
09:04:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.649020 17144 ts_tablet_manager.cc:1403] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.007s
09:04:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.649760 17145 tablet_bootstrap.cc:492] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35: No bootstrap required, opened a new log
09:04:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.650022 17145 ts_tablet_manager.cc:1403] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
09:04:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.650170 17147 tablet_bootstrap.cc:492] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999: No bootstrap required, opened a new log
09:04:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.650444 17147 ts_tablet_manager.cc:1403] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
09:04:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.655230 17145 raft_consensus.cc:359] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.655568 17145 raft_consensus.cc:385] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.655707 17145 raft_consensus.cc:740] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 570752a11d004980aa654bab2d6d1c35, State: Initialized, Role: FOLLOWER
09:04:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.656149 17144 raft_consensus.cc:359] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.656515 17144 raft_consensus.cc:385] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.656368 17145 consensus_queue.cc:260] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.656620 17144 raft_consensus.cc:740] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d3e9a0b28f14794b691fd65a4e3b39b, State: Initialized, Role: FOLLOWER
09:04:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.657174 17147 raft_consensus.cc:359] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.657315 17144 consensus_queue.cc:260] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.657720 17147 raft_consensus.cc:385] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.657956 17147 raft_consensus.cc:740] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa451c6634d7486c8277ac96f59f1999, State: Initialized, Role: FOLLOWER
09:04:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.658255 17145 ts_tablet_manager.cc:1434] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35: Time spent starting tablet: real 0.008s user 0.004s sys 0.004s
09:04:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.658743 17147 consensus_queue.cc:260] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.659858 17145 tablet_bootstrap.cc:492] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35: Bootstrap starting.
09:04:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.661674 17145 tablet_bootstrap.cc:654] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35: Neither blocks nor log segments found. Creating new log.
09:04:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.672284 17118 heartbeater.cc:499] Master 127.15.255.60:37675 was elected leader, sending a full tablet report...
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.673770 17147 ts_tablet_manager.cc:1434] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999: Time spent starting tablet: real 0.023s user 0.019s sys 0.004s
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.674266 17147 tablet_bootstrap.cc:492] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999: Bootstrap starting.
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.675304 17145 tablet_bootstrap.cc:492] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35: No bootstrap required, opened a new log
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.675467 17145 ts_tablet_manager.cc:1403] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35: Time spent bootstrapping tablet: real 0.016s user 0.012s sys 0.000s
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.676147 17147 tablet_bootstrap.cc:654] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999: Neither blocks nor log segments found. Creating new log.
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.673789 16975 heartbeater.cc:499] Master 127.15.255.60:37675 was elected leader, sending a full tablet report...
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.676573 17145 raft_consensus.cc:359] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.676748 17145 raft_consensus.cc:385] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.676836 17145 raft_consensus.cc:740] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 570752a11d004980aa654bab2d6d1c35, State: Initialized, Role: FOLLOWER
09:04:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.677201 17145 consensus_queue.cc:260] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.677718 17145 ts_tablet_manager.cc:1434] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
09:04:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.682345 17144 ts_tablet_manager.cc:1434] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b: Time spent starting tablet: real 0.033s user 0.015s sys 0.007s
09:04:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.686156 17144 tablet_bootstrap.cc:492] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b: Bootstrap starting.
09:04:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.688313 17144 tablet_bootstrap.cc:654] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b: Neither blocks nor log segments found. Creating new log.
09:04:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.688828 17147 tablet_bootstrap.cc:492] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999: No bootstrap required, opened a new log
09:04:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.688997 17147 ts_tablet_manager.cc:1403] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999: Time spent bootstrapping tablet: real 0.015s user 0.005s sys 0.008s
09:04:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.689916 17147 raft_consensus.cc:359] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.690111 17147 raft_consensus.cc:385] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.690200 17147 raft_consensus.cc:740] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa451c6634d7486c8277ac96f59f1999, State: Initialized, Role: FOLLOWER
09:04:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.690469 17144 tablet_bootstrap.cc:492] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b: No bootstrap required, opened a new log
09:04:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.690436 17147 consensus_queue.cc:260] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.690609 17144 ts_tablet_manager.cc:1403] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
09:04:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.691008 17147 ts_tablet_manager.cc:1434] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999: Time spent starting tablet: real 0.002s user 0.000s sys 0.003s
09:04:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.691414 17144 raft_consensus.cc:359] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.691597 17144 raft_consensus.cc:385] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.691690 17144 raft_consensus.cc:740] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d3e9a0b28f14794b691fd65a4e3b39b, State: Initialized, Role: FOLLOWER
09:04:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.691913 17144 consensus_queue.cc:260] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.692902 17144 ts_tablet_manager.cc:1434] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b: Time spent starting tablet: real 0.002s user 0.002s sys 0.001s
09:04:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.719689 16978 tablet.cc:2378] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.747711 17121 tablet.cc:2378] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:47.755751 16836 tablet.cc:2378] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:04:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.944551 17150 raft_consensus.cc:493] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:47.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.944839 17150 raft_consensus.cc:515] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.946655 17150 leader_election.cc:290] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941), fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.953809 17073 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "8dd470fc8e514f1a8e9f851cfbec85b6" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" is_pre_election: true
09:04:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.953814 16929 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "8dd470fc8e514f1a8e9f851cfbec85b6" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa451c6634d7486c8277ac96f59f1999" is_pre_election: true
09:04:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.954254 16929 raft_consensus.cc:2468] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 0.
09:04:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.954260 17073 raft_consensus.cc:2468] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 0.
09:04:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.954865 16710 leader_election.cc:304] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1d3e9a0b28f14794b691fd65a4e3b39b, 570752a11d004980aa654bab2d6d1c35, fa451c6634d7486c8277ac96f59f1999; no voters:
09:04:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.955250 17150 raft_consensus.cc:2804] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.955403 17150 raft_consensus.cc:493] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.955503 17150 raft_consensus.cc:3060] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Advancing to term 1
09:04:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.957482 17150 raft_consensus.cc:515] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.958146 17150 leader_election.cc:290] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 election: Requested vote from peers 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941), fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.958505 17073 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "8dd470fc8e514f1a8e9f851cfbec85b6" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b"
09:04:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.958614 16929 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "8dd470fc8e514f1a8e9f851cfbec85b6" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa451c6634d7486c8277ac96f59f1999"
09:04:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.958683 17073 raft_consensus.cc:3060] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Advancing to term 1
09:04:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.958746 16929 raft_consensus.cc:3060] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Advancing to term 1
09:04:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.960907 16929 raft_consensus.cc:2468] T 8dd470fc8e514f1a8e9f851cfbec85b6 P fa451c6634d7486c8277ac96f59f1999 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 1.
09:04:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.961346 16708 leader_election.cc:304] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 570752a11d004980aa654bab2d6d1c35, fa451c6634d7486c8277ac96f59f1999; no voters:
09:04:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.961480 17073 raft_consensus.cc:2468] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 1.
09:04:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.961653 17150 raft_consensus.cc:2804] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 1 FOLLOWER]: Leader election won for term 1
09:04:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.962103 17150 raft_consensus.cc:697] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [term 1 LEADER]: Becoming Leader. State: Replica: 570752a11d004980aa654bab2d6d1c35, State: Running, Role: LEADER
09:04:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.962639 17150 consensus_queue.cc:237] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } }
09:04:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:47.973578 16585 catalog_manager.cc:5654] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 reported cstate change: term changed from 0 to 1, leader changed from <none> to 570752a11d004980aa654bab2d6d1c35 (127.15.255.1). New cstate: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } health_report { overall_health: UNKNOWN } } }
09:04:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.033921 17151 raft_consensus.cc:493] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.034180 17151 raft_consensus.cc:515] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.035601 17151 leader_election.cc:290] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 570752a11d004980aa654bab2d6d1c35 (127.15.255.1:34811), fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.042016 16929 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "7ade005b1945479aa2831b9c3e54525c" candidate_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa451c6634d7486c8277ac96f59f1999" is_pre_election: true
09:04:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.042277 16929 raft_consensus.cc:2468] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d3e9a0b28f14794b691fd65a4e3b39b in term 0.
09:04:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.042440 16782 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "7ade005b1945479aa2831b9c3e54525c" candidate_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "570752a11d004980aa654bab2d6d1c35" is_pre_election: true
09:04:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.042850 16782 raft_consensus.cc:2468] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d3e9a0b28f14794b691fd65a4e3b39b in term 0.
09:04:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.042835 16996 leader_election.cc:304] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d3e9a0b28f14794b691fd65a4e3b39b, fa451c6634d7486c8277ac96f59f1999; no voters:
09:04:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.043258 17151 raft_consensus.cc:2804] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.043387 17151 raft_consensus.cc:493] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.043502 17151 raft_consensus.cc:3060] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Advancing to term 1
09:04:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.045385 17151 raft_consensus.cc:515] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.046015 17151 leader_election.cc:290] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [CANDIDATE]: Term 1 election: Requested vote from peers 570752a11d004980aa654bab2d6d1c35 (127.15.255.1:34811), fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.046525 16782 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "7ade005b1945479aa2831b9c3e54525c" candidate_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "570752a11d004980aa654bab2d6d1c35"
09:04:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.046506 16929 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "7ade005b1945479aa2831b9c3e54525c" candidate_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa451c6634d7486c8277ac96f59f1999"
09:04:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.046696 16782 raft_consensus.cc:3060] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Advancing to term 1
09:04:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.046718 16929 raft_consensus.cc:3060] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Advancing to term 1
09:04:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.049403 16929 raft_consensus.cc:2468] T 7ade005b1945479aa2831b9c3e54525c P fa451c6634d7486c8277ac96f59f1999 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d3e9a0b28f14794b691fd65a4e3b39b in term 1.
09:04:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.049546 16782 raft_consensus.cc:2468] T 7ade005b1945479aa2831b9c3e54525c P 570752a11d004980aa654bab2d6d1c35 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d3e9a0b28f14794b691fd65a4e3b39b in term 1.
09:04:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.049836 16996 leader_election.cc:304] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d3e9a0b28f14794b691fd65a4e3b39b, fa451c6634d7486c8277ac96f59f1999; no voters:
09:04:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.050118 17151 raft_consensus.cc:2804] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 1 FOLLOWER]: Leader election won for term 1
09:04:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.050566 17151 raft_consensus.cc:697] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [term 1 LEADER]: Becoming Leader. State: Replica: 1d3e9a0b28f14794b691fd65a4e3b39b, State: Running, Role: LEADER
09:04:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.051069 17151 consensus_queue.cc:237] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.056123 16585 catalog_manager.cc:5654] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b reported cstate change: term changed from 0 to 1, leader changed from <none> to 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3). New cstate: current_term: 1 leader_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } health_report { overall_health: HEALTHY } } }
09:04:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.396412 16585 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54554:
09:04:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:48.397657 16585 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.409318 16762 tablet_service.cc:1505] Processing CreateTablet for tablet df497364e49a4d9086152f9f6db2f094 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3f05d93b480a464ca128f9a9dbbb2c75]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.410377 16762 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet df497364e49a4d9086152f9f6db2f094. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.410032 17052 tablet_service.cc:1505] Processing CreateTablet for tablet df497364e49a4d9086152f9f6db2f094 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3f05d93b480a464ca128f9a9dbbb2c75]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.410876 17052 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet df497364e49a4d9086152f9f6db2f094. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.414119 16908 tablet_service.cc:1505] Processing CreateTablet for tablet df497364e49a4d9086152f9f6db2f094 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3f05d93b480a464ca128f9a9dbbb2c75]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:04:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.415007 16908 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet df497364e49a4d9086152f9f6db2f094. 1 dirs total, 0 dirs full, 0 dirs failed
09:04:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.416455 17175 tablet_bootstrap.cc:492] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: Bootstrap starting.
09:04:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.418292 17175 tablet_bootstrap.cc:654] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: Neither blocks nor log segments found. Creating new log.
09:04:48.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.418315 17176 tablet_bootstrap.cc:492] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: Bootstrap starting.
09:04:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.420192 17176 tablet_bootstrap.cc:654] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: Neither blocks nor log segments found. Creating new log.
09:04:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.421905 17178 tablet_bootstrap.cc:492] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: Bootstrap starting.
09:04:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.423112 17175 tablet_bootstrap.cc:492] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: No bootstrap required, opened a new log
09:04:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.423278 17175 ts_tablet_manager.cc:1403] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s
09:04:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.423435 17176 tablet_bootstrap.cc:492] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: No bootstrap required, opened a new log
09:04:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.423590 17176 ts_tablet_manager.cc:1403] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
09:04:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.423797 17178 tablet_bootstrap.cc:654] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: Neither blocks nor log segments found. Creating new log.
09:04:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.424139 17175 raft_consensus.cc:359] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.424311 17175 raft_consensus.cc:385] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.424398 17175 raft_consensus.cc:740] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d3e9a0b28f14794b691fd65a4e3b39b, State: Initialized, Role: FOLLOWER
09:04:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.424404 17176 raft_consensus.cc:359] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.424577 17176 raft_consensus.cc:385] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.424690 17175 consensus_queue.cc:260] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.424821 17176 raft_consensus.cc:740] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 570752a11d004980aa654bab2d6d1c35, State: Initialized, Role: FOLLOWER
09:04:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.425053 17176 consensus_queue.cc:260] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.425175 17175 ts_tablet_manager.cc:1434] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
09:04:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.425570 17176 ts_tablet_manager.cc:1434] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
09:04:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.425740 17178 tablet_bootstrap.cc:492] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: No bootstrap required, opened a new log
09:04:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.425889 17178 ts_tablet_manager.cc:1403] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
09:04:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.426659 17178 raft_consensus.cc:359] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.426759 17151 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.426970 17151 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.427335 17178 raft_consensus.cc:385] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:04:48.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.427517 17178 raft_consensus.cc:740] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa451c6634d7486c8277ac96f59f1999, State: Initialized, Role: FOLLOWER
09:04:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.427954 17178 consensus_queue.cc:260] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.425504 17150 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.429366 17150 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.430315 17178 ts_tablet_manager.cc:1434] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: Time spent starting tablet: real 0.004s user 0.002s sys 0.002s
09:04:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.430883 17181 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.431332 17181 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.470547 17150 consensus_queue.cc:1048] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.486698 17151 consensus_queue.cc:1048] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [LEADER]: Connected to new peer: Peer: permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:48.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.496470 17150 consensus_queue.cc:1048] T 8dd470fc8e514f1a8e9f851cfbec85b6 P 570752a11d004980aa654bab2d6d1c35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.509084 17162 consensus_queue.cc:1048] T 7ade005b1945479aa2831b9c3e54525c P 1d3e9a0b28f14794b691fd65a4e3b39b [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:48.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.617772 17150 raft_consensus.cc:493] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:48.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.617990 17150 raft_consensus.cc:515] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.618678 17150 leader_election.cc:290] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559), 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941)
09:04:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.619199 16928 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "df497364e49a4d9086152f9f6db2f094" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa451c6634d7486c8277ac96f59f1999" is_pre_election: true
09:04:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.619361 17073 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "df497364e49a4d9086152f9f6db2f094" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" is_pre_election: true
09:04:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.619434 16928 raft_consensus.cc:2468] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 0.
09:04:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.619562 17073 raft_consensus.cc:2468] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 0.
09:04:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.619884 16708 leader_election.cc:304] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 570752a11d004980aa654bab2d6d1c35, fa451c6634d7486c8277ac96f59f1999; no voters:
09:04:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.620208 17150 raft_consensus.cc:2804] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:04:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.620294 17150 raft_consensus.cc:493] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.620368 17150 raft_consensus.cc:3060] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 0 FOLLOWER]: Advancing to term 1
09:04:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.622268 17150 raft_consensus.cc:515] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.622829 17150 leader_election.cc:290] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 election: Requested vote from peers fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559), 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941)
09:04:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.623245 16928 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "df497364e49a4d9086152f9f6db2f094" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa451c6634d7486c8277ac96f59f1999"
09:04:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.623275 17073 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "df497364e49a4d9086152f9f6db2f094" candidate_uuid: "570752a11d004980aa654bab2d6d1c35" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b"
09:04:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.623438 17073 raft_consensus.cc:3060] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 0 FOLLOWER]: Advancing to term 1
09:04:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.623443 16928 raft_consensus.cc:3060] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [term 0 FOLLOWER]: Advancing to term 1
09:04:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.625172 17073 raft_consensus.cc:2468] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 1.
09:04:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.625288 16928 raft_consensus.cc:2468] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 570752a11d004980aa654bab2d6d1c35 in term 1.
09:04:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.625607 16710 leader_election.cc:304] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d3e9a0b28f14794b691fd65a4e3b39b, 570752a11d004980aa654bab2d6d1c35; no voters:
09:04:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.625931 17150 raft_consensus.cc:2804] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 1 FOLLOWER]: Leader election won for term 1
09:04:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.626121 17150 raft_consensus.cc:697] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [term 1 LEADER]: Becoming Leader. State: Replica: 570752a11d004980aa654bab2d6d1c35, State: Running, Role: LEADER
09:04:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.626421 17150 consensus_queue.cc:237] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } }
09:04:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.627885 17183 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: TxnStatusTablet state changed. Reason: New leader 570752a11d004980aa654bab2d6d1c35. Latest consensus state: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.628063 17183 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: This TxnStatusTablet replica's current role is: LEADER
09:04:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.628677 17191 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
09:04:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.628932 17191 txn_status_manager.cc:930] Loading transaction status metadata into memory...
09:04:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.629693 16583 catalog_manager.cc:5654] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 reported cstate change: term changed from 0 to 1, leader changed from <none> to 570752a11d004980aa654bab2d6d1c35 (127.15.255.1). New cstate: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } health_report { overall_health: UNKNOWN } } }
09:04:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.673836 17073 raft_consensus.cc:1275] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b [term 1 FOLLOWER]: Refusing update from remote peer 570752a11d004980aa654bab2d6d1c35: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.673887 16928 raft_consensus.cc:1275] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999 [term 1 FOLLOWER]: Refusing update from remote peer 570752a11d004980aa654bab2d6d1c35: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:04:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.674458 17183 consensus_queue.cc:1048] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.674747 17150 consensus_queue.cc:1048] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:04:48.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.685544 17162 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: TxnStatusTablet state changed. Reason: New leader 570752a11d004980aa654bab2d6d1c35. Latest consensus state: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.685823 17162 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.687402 17184 mvcc.cc:204] Tried to move back new op lower bound from 7248952888001261568 to 7248952887815806976. Current Snapshot: MvccSnapshot[applied={T|T < 7248952888001261568}]
09:04:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.687719 17181 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: TxnStatusTablet state changed. Reason: New leader 570752a11d004980aa654bab2d6d1c35. Latest consensus state: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.687981 17181 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.691365 17188 mvcc.cc:204] Tried to move back new op lower bound from 7248952888001261568 to 7248952887815806976. Current Snapshot: MvccSnapshot[applied={T|T < 7248952888001261568}]
09:04:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.695837 17162 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.696055 17162 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P 1d3e9a0b28f14794b691fd65a4e3b39b: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.707641 17181 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.707830 17181 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P fa451c6634d7486c8277ac96f59f1999: This TxnStatusTablet replica's current role is: FOLLOWER
09:04:48.711 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
09:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.712641 17183 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.712847 17183 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: This TxnStatusTablet replica's current role is: LEADER
09:04:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.715971 17183 tablet_replica.cc:442] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "570752a11d004980aa654bab2d6d1c35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "570752a11d004980aa654bab2d6d1c35" member_type: VOTER last_known_addr { host: "127.15.255.1" port: 34811 } } peers { permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" member_type: VOTER last_known_addr { host: "127.15.255.2" port: 43559 } } peers { permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" member_type: VOTER last_known_addr { host: "127.15.255.3" port: 39941 } } }
09:04:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.716312 17183 tablet_replica.cc:445] T df497364e49a4d9086152f9f6db2f094 P 570752a11d004980aa654bab2d6d1c35: This TxnStatusTablet replica's current role is: LEADER
09:04:48.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1989c9dbd3214a6f900b9fbb6ce02719
09:04:48.721 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.255.60:37675
09:04:48.721 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:04:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.722461 16380 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu pid 16550
09:04:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.723914 16625 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:48.845309 16380 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu with pid 16550
09:04:48.867 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.255.60:37675(127.15.255.60:37675)] handling channelInactive
09:04:48.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state READY due to: connection closed
09:04:48.869 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:04:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:48.994386 17118 heartbeater.cc:646] Failed to heartbeat to 127.15.255.60:37675 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.001299 16833 heartbeater.cc:646] Failed to heartbeat to 127.15.255.60:37675 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.146123 17206 raft_consensus.cc:493] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0c72d0f03cec481b9b60361fdccbf775)
09:04:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.146317 17207 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0c72d0f03cec481b9b60361fdccbf775)
09:04:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.146351 17206 raft_consensus.cc:515] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.146497 17207 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.147624 17206 leader_election.cc:290] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.148381 16513 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5ecadac98d6b47648f3478cbad4994de" is_pre_election: true
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.148639 16513 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28ca4f8e18f040cf9ab5f2aba2c43613 in term 1.
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.148772 16431 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ecadac98d6b47648f3478cbad4994de" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" is_pre_election: true
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.148958 16431 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ecadac98d6b47648f3478cbad4994de in term 1.
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.149194 16408 leader_election.cc:304] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de; no voters:
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.149510 17207 leader_election.cc:290] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.149652 17206 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:04:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.149763 17206 raft_consensus.cc:493] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0c72d0f03cec481b9b60361fdccbf775)
09:04:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.149869 17206 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 1 FOLLOWER]: Advancing to term 2
09:04:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.150492 16489 leader_election.cc:304] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de; no voters:
09:04:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.151279 16406 leader_election.cc:336] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.151546 17207 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 1 FOLLOWER]: Leader pre-election won for term 2
09:04:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.151664 17207 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0c72d0f03cec481b9b60361fdccbf775)
09:04:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.151764 17207 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 1 FOLLOWER]: Advancing to term 2
09:04:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.151827 16487 leader_election.cc:336] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.152725 17206 raft_consensus.cc:515] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.153312 17206 leader_election.cc:290] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 2 election: Requested vote from peers 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.153648 16513 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5ecadac98d6b47648f3478cbad4994de"
09:04:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.154330 17207 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.154508 16406 leader_election.cc:336] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.154711 16513 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 28ca4f8e18f040cf9ab5f2aba2c43613 in current term 2: Already voted for candidate 5ecadac98d6b47648f3478cbad4994de in this term.
09:04:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.154979 17207 leader_election.cc:290] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 2 election: Requested vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.155205 16408 leader_election.cc:304] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 28ca4f8e18f040cf9ab5f2aba2c43613; no voters: 0c72d0f03cec481b9b60361fdccbf775, 5ecadac98d6b47648f3478cbad4994de
09:04:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.155567 16431 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ecadac98d6b47648f3478cbad4994de" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613"
09:04:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.155735 17206 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:04:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.156011 16431 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5ecadac98d6b47648f3478cbad4994de in current term 2: Already voted for candidate 28ca4f8e18f040cf9ab5f2aba2c43613 in this term.
09:04:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.156277 16487 leader_election.cc:336] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.156478 16489 leader_election.cc:304] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5ecadac98d6b47648f3478cbad4994de; no voters: 0c72d0f03cec481b9b60361fdccbf775, 28ca4f8e18f040cf9ab5f2aba2c43613
09:04:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.156734 17207 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:04:49.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.225 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.15.255.60:37675(127.15.255.60:37675) for tablet Kudu Master: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.483 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.255.60:37675, [2ms] received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [189ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [189ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [189ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, deferred=Deferred@1483158778(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@79061a5e -> (continuation of Deferred@1528352156 after retry RPC after error@549793159) -> (continuation of Deferred@1097076097 after retry RPC after error@142162713) -> (continuation of Deferred@353399719 after retry RPC after error@481353111) -> (continuation of Deferred@2111423365 after retry RPC after error@1010405076) -> (continuation of Deferred@715284415 after retry RPC after error@820278041) -> (continuation of Deferred@51530603 after retry RPC after error@1932344051) -> (continuation of Deferred@1271585934 after retry RPC after error@1478824533), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@497d5329 -> (continuation of Deferred@1528352156 after retry RPC after error@549793159) -> (continuation of Deferred@1097076097 after retry RPC after error@142162713) -> (continuation of Deferred@353399719 after retry RPC after error@481353111) -> (continuation of Deferred@2111423365 after retry RPC after error@1010405076) -> (continuation of Deferred@715284415 after retry RPC after error@820278041) -> (continuation of Deferred@51530603 after retry RPC after error@1932344051) -> (continuation of Deferred@1271585934 after retry RPC after error@1478824533)))
09:04:49.485 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:49.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.503913 17207 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:49.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.504181 17207 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.504927 17207 leader_election.cc:290] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:49.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.505581 16431 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ecadac98d6b47648f3478cbad4994de" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" is_pre_election: true
09:04:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.505824 16431 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ecadac98d6b47648f3478cbad4994de in term 2.
09:04:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.506316 16489 leader_election.cc:304] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de; no voters:
09:04:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.506808 17207 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Leader pre-election won for term 3
09:04:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.507158 17207 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:04:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.507524 17207 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 2 FOLLOWER]: Advancing to term 3
09:04:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.508241 16487 leader_election.cc:336] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.511749 17207 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.512334 17207 leader_election.cc:290] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 3 election: Requested vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.512741 16431 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ecadac98d6b47648f3478cbad4994de" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613"
09:04:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.512929 16431 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 2 FOLLOWER]: Advancing to term 3
09:04:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.513949 16487 leader_election.cc:336] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.515172 16431 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ecadac98d6b47648f3478cbad4994de in term 3.
09:04:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.515552 16489 leader_election.cc:304] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de; no voters: 0c72d0f03cec481b9b60361fdccbf775
09:04:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.515875 17207 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 3 FOLLOWER]: Leader election won for term 3
09:04:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.516299 17207 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [term 3 LEADER]: Becoming Leader. State: Replica: 5ecadac98d6b47648f3478cbad4994de, State: Running, Role: LEADER
09:04:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.516800 17207 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:49.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.518246 17212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ecadac98d6b47648f3478cbad4994de. Latest consensus state: current_term: 3 leader_uuid: "5ecadac98d6b47648f3478cbad4994de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:49.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.518464 17212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: This master's current role is: LEADER
09:04:49.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.519022 17213 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.521435 17213 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]
09:04:49.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.522039 17213 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=3f05d93b480a464ca128f9a9dbbb2c75]
09:04:49.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.524197 17213 tablet_loader.cc:96] loaded metadata for tablet 7ade005b1945479aa2831b9c3e54525c (table txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719])
09:04:49.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.524729 17213 tablet_loader.cc:96] loaded metadata for tablet 8dd470fc8e514f1a8e9f851cfbec85b6 (table txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719])
09:04:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.525095 17213 tablet_loader.cc:96] loaded metadata for tablet df497364e49a4d9086152f9f6db2f094 (table kudu_system.kudu_transactions [id=3f05d93b480a464ca128f9a9dbbb2c75])
09:04:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.525420 17213 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:49.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.526363 17213 catalog_manager.cc:1269] Loaded cluster ID: b00ca73daabd4b54bfa369afbea89bae
09:04:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.526479 17213 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:49.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.527596 17213 catalog_manager.cc:1514] Loading token signing keys...
09:04:49.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.528473 17213 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de: Loaded TSK: 0
09:04:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.529266 17213 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:49.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:49.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.544 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.60:37675: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675
09:04:49.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:49.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=42), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: Network error: Failed to connect to peer master-127.15.255.60:37675(127.15.255.60:37675): Connection refused: /127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: OK, deferred=Deferred@1835496784(state=PENDING, result=null, callback=(continuation of Deferred@333498573 after retry RPC after error@1123489503) -> (continuation of Deferred@378098677 after retry RPC after error@1074948481), errback=(continuation of Deferred@333498573 after retry RPC after error@1123489503) -> (continuation of Deferred@378098677 after retry RPC after error@1074948481))) after lookup
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.591419 16502 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44940:
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.597445 16502 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.603734 16487 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de -> Peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Couldn't send request to peer 0c72d0f03cec481b9b60361fdccbf775. Status: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:04:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.622825 16431 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 3 FOLLOWER]: Refusing update from remote peer 5ecadac98d6b47648f3478cbad4994de: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
09:04:49.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.623521 17212 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [LEADER]: Connected to new peer: Peer: permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
09:04:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.625128 17206 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ecadac98d6b47648f3478cbad4994de. Latest consensus state: current_term: 3 leader_uuid: "5ecadac98d6b47648f3478cbad4994de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.625396 17206 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: This master's current role is: FOLLOWER
09:04:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.627480 17207 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "5ecadac98d6b47648f3478cbad4994de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.627684 17207 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de [sys.catalog]: This master's current role is: LEADER
09:04:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.628851 17206 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "5ecadac98d6b47648f3478cbad4994de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:49.629032 17206 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: This master's current role is: FOLLOWER
09:04:49.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:49.716864 16975 heartbeater.cc:646] Failed to heartbeat to 127.15.255.60:37675 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111)
09:04:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:50.052379 16487 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de -> Peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Couldn't send request to peer 0c72d0f03cec481b9b60361fdccbf775. Status: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:04:50.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:50.150715 16487 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111) [suppressed 14 similar messages]
09:04:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:50.521771 16487 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de -> Peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Couldn't send request to peer 0c72d0f03cec481b9b60361fdccbf775. Status: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:04:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:50.596588 16391 master_runner.cc:186] Error getting master registration for 127.15.255.60:37675: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111),
09:04:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:50.596827 16391 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:50.714604 16977 heartbeater.cc:499] Master 127.15.255.61:37179 was elected leader, sending a full tablet report...
09:04:50.875 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8dd470fc8e514f1a8e9f851cfbec85b6 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
09:04:50.875 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7ade005b1945479aa2831b9c3e54525c for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
09:04:50.877 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=8dd470fc8e514f1a8e9f851cfbec85b6@[1d3e9a0b28f14794b691fd65a4e3b39b(127.15.255.3:39941),570752a11d004980aa654bab2d6d1c35(127.15.255.1:34811)[L],fa451c6634d7486c8277ac96f59f1999(127.15.255.2:43559)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=7ade005b1945479aa2831b9c3e54525c@[1d3e9a0b28f14794b691fd65a4e3b39b(127.15.255.3:39941)[L],570752a11d004980aa654bab2d6d1c35(127.15.255.1:34811),fa451c6634d7486c8277ac96f59f1999(127.15.255.2:43559)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:04:50.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC GetTableLocations: received response from server master-127.15.255.61:37179: OK, deferred=null) after lookup
09:04:50.878 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 570752a11d004980aa654bab2d6d1c35(127.15.255.1:34811)] connecting to peer
09:04:50.879 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 570752a11d004980aa654bab2d6d1c35(127.15.255.1:34811)] Successfully connected to peer
09:04:50.892 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xef412949, L:/127.0.0.1:57986 - R:/127.15.255.1:34811] using TOKEN/null
09:04:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:50.897260 16738 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.15.255.60:37675)
09:04:50.942 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.15.255.60:37675
09:04:50.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
09:04:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:50.943732 16380 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/logs
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/info.pb
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.60:37675
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.60
09:04:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44767
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:04:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:04:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:50.996551 17120 heartbeater.cc:499] Master 127.15.255.61:37179 was elected leader, sending a full tablet report...
09:04:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.003973 16835 heartbeater.cc:499] Master 127.15.255.61:37179 was elected leader, sending a full tablet report...
09:04:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.012863 16487 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5ecadac98d6b47648f3478cbad4994de -> Peer 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675): Couldn't send request to peer 0c72d0f03cec481b9b60361fdccbf775. Status: Network error: Client connection negotiation failed: client connection to 127.15.255.60:37675: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
09:04:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.265723 17252 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:04:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.266026 17252 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:04:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.266103 17252 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:04:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.274078 17252 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:04:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.274159 17252 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:04:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.274214 17252 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:04:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.274252 17252 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:04:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.274348 17252 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:04:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.274403 17252 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:04:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.274469 17252 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44973/jwks.json
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.284866 17252 master_runner.cc:386] Master server non-default flags:
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.255.20:35589
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.255.60:37675
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44973/jwks.json
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/info.pb
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.255.60
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44767
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/logs
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:04:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:04:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
09:04:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:04:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 08:43:23 UTC on 24a791456cd2
09:04:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10260
09:04:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:04:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.286504 17252 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:04:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.288280 17252 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.296096 17260 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.296175 17259 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.297314 17262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:04:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.297653 17252 server_base.cc:1060] running on GCE node
09:04:51.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.298372 17252 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:04:51.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.299574 17252 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:04:51.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.300789 17252 hybrid_clock.cc:648] HybridClock initialized: now 1769763891300742 us; error 28 us; skew 500 ppm
09:04:51.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.301069 17252 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:04:51.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.303177 17252 webserver.cc:492] Webserver started at http://127.15.255.60:44767/ using document root <none> and password file <none>
09:04:51.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.303789 17252 fs_manager.cc:362] Metadata directory not provided
09:04:51.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.303897 17252 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:04:51.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.308686 17252 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.001s sys 0.004s
09:04:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.311268 17268 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:04:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.312439 17252 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.312577 17252 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data,/tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c72d0f03cec481b9b60361fdccbf775"
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 09:04:45 on dist-test-slave-dqtn"
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.313172 17252 fs_report.cc:389] FS layout report
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/wal
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/data
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:04:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:04:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.335913 17252 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:04:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.336635 17252 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:04:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.336846 17252 kserver.cc:163] Server-wide thread pool size limit: 3276
09:04:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.369052 17252 rpc_server.cc:307] RPC server started. Bound to: 127.15.255.60:37675
09:04:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.369072 17329 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.255.60:37675 every 8 connection(s)
09:04:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.370605 17252 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskTLeGg9/test-tmp/mini-kudu-cluster3799848599183348990/master-2/data/info.pb
09:04:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.378521 17330 sys_catalog.cc:263] Verifying existing consensus state
09:04:51.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.380700 16380 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu as pid 17252
09:04:51.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:04:51.381 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.255.61:37179
09:04:51.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
09:04:51.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.381726 16380 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu pid 16470
09:04:51.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.382818 17330 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Bootstrap starting.
09:04:51.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.382927 16543 generic_service.cc:196] Checking for leaks (request via RPC)
09:04:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.406020 17330 log.cc:826] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Log is configured to *not* fsync() on all Append() calls
09:04:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.422255 17330 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:04:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.422840 17330 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: Bootstrap complete.
09:04:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.431229 17330 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.432119 17330 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c72d0f03cec481b9b60361fdccbf775, State: Initialized, Role: FOLLOWER
09:04:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.432832 17330 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.433658 17335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:51.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.433982 17335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: FOLLOWER
09:04:51.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.434952 17330 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: configured and running, proceeding with master startup.
09:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.449542 17346 catalog_manager.cc:1269] Loaded cluster ID: b00ca73daabd4b54bfa369afbea89bae
09:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.449811 17346 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: loading cluster ID for follower catalog manager: success
09:04:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.454218 17346 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: acquiring CA information for follower catalog manager: success
09:04:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.456825 17346 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:04:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.545558 16380 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu with pid 16470
09:04:51.568 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.255.61:37179(127.15.255.61:37179)] handling channelInactive
09:04:51.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state READY due to: connection closed
09:04:51.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.569135 17332 negotiation.cc:337] Failed RPC negotiation. Trace:
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.378544 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44276 (local address 127.15.255.60:37675)
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.379507 (+ 963us) server_negotiation.cc:207] Beginning negotiation
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.379517 (+ 10us) server_negotiation.cc:400] Waiting for connection header
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.379568 (+ 51us) server_negotiation.cc:408] Connection header received
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.381095 (+ 1527us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.381123 (+ 28us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:04:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.381918 (+ 795us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.382481 (+ 563us) server_negotiation.cc:227] Negotiated authn=SASL
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.383243 (+ 762us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.385523 (+ 2280us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.545609 (+160086us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.546150 (+ 541us) server_negotiation.cc:658] Negotiated auth-only TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.567741 (+ 21591us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44276: BlockingRecv error: recv got EOF from 127.0.0.1:44276 (error 108)
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":596,"thread_start_us":374,"threads_started":1}
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.570271 17349 negotiation.cc:337] Failed RPC negotiation. Trace:
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.473707 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.15.255.61:37179 (local address 127.0.0.1:44948)
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.473977 (+ 270us) negotiation.cc:107] Waiting for socket to connect
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.473997 (+ 20us) client_negotiation.cc:174] Beginning negotiation
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.474116 (+ 119us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.544838 (+ 70722us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.544850 (+ 12us) client_negotiation.cc:394] Received NEGOTIATE response from server
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.544895 (+ 45us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.545458 (+ 563us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.545473 (+ 15us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.567694 (+ 22221us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":150}
09:04:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.570752 17252 master_runner.cc:186] Error getting master registration for 127.15.255.61:37179: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
09:04:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.574898 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:51.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.684 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.15.255.61:37179(127.15.255.61:37179) for tablet Kudu Master: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.704 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.60:37675(127.15.255.60:37675)] connecting to peer
09:04:51.705 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.255.60:37675(127.15.255.60:37675)] Successfully connected to peer
09:04:51.723 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x466a1326, L:/127.0.0.1:44286 - R:/127.15.255.60:37675] using TOKEN/null
09:04:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.726521 17335 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:04:51.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.726801 17335 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:51.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.728989 17335 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.729766 16431 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c72d0f03cec481b9b60361fdccbf775" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" is_pre_election: true
09:04:51.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.730046 17271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.733032 16975 heartbeater.cc:344] Connected to a master server at 127.15.255.60:37675
09:04:51.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.736474 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:51.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.736466 17285 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fa451c6634d7486c8277ac96f59f1999" instance_seqno: 1769763886951867) as {username='slave'} at 127.15.255.2:41225; Asking this server to re-register.
09:04:51.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.736689 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:04:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.737097 17335 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:04:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.737284 16975 heartbeater.cc:461] Registering TS with master...
09:04:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.739082 17285 ts_manager.cc:194] Registered new tserver with Master: fa451c6634d7486c8277ac96f59f1999 (127.15.255.2:43559)
09:04:51.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:51.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:51.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:51.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.845831 17355 raft_consensus.cc:493] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 5ecadac98d6b47648f3478cbad4994de)
09:04:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.846086 17355 raft_consensus.cc:515] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:51.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.846859 17355 leader_election.cc:290] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.848374 16408 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111) [suppressed 9 similar messages]
09:04:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.849961 16408 leader_election.cc:336] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.855234 17295 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "0c72d0f03cec481b9b60361fdccbf775" is_pre_election: true
09:04:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.855700 17295 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28ca4f8e18f040cf9ab5f2aba2c43613 in term 1.
09:04:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.856231 16406 leader_election.cc:304] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775, 28ca4f8e18f040cf9ab5f2aba2c43613; no voters: 5ecadac98d6b47648f3478cbad4994de
09:04:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.856554 17355 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 3 FOLLOWER]: Leader pre-election won for term 4
09:04:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.856680 17355 raft_consensus.cc:493] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 5ecadac98d6b47648f3478cbad4994de)
09:04:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.856808 17355 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 3 FOLLOWER]: Advancing to term 4
09:04:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.858780 17355 raft_consensus.cc:515] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:51.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.859375 17355 leader_election.cc:290] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 4 election: Requested vote from peers 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179), 0c72d0f03cec481b9b60361fdccbf775 (127.15.255.60:37675)
09:04:51.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.859927 17295 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "0c72d0f03cec481b9b60361fdccbf775"
09:04:51.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.860129 17295 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 1 FOLLOWER]: Advancing to term 4
09:04:51.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.860674 16408 leader_election.cc:336] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:51.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.864620 17295 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28ca4f8e18f040cf9ab5f2aba2c43613 in term 4.
09:04:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.865294 16406 leader_election.cc:304] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775, 28ca4f8e18f040cf9ab5f2aba2c43613; no voters: 5ecadac98d6b47648f3478cbad4994de
09:04:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.865576 17355 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 4 FOLLOWER]: Leader election won for term 4
09:04:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.866139 17355 raft_consensus.cc:697] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [term 4 LEADER]: Becoming Leader. State: Replica: 28ca4f8e18f040cf9ab5f2aba2c43613, State: Running, Role: LEADER
09:04:51.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.866778 17355 consensus_queue.cc:237] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.869602 17359 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 28ca4f8e18f040cf9ab5f2aba2c43613. Latest consensus state: current_term: 4 leader_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.869920 17359 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: This master's current role is: LEADER
09:04:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.870568 17361 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:04:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.873057 17361 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719]
09:04:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.873545 17361 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=3f05d93b480a464ca128f9a9dbbb2c75]
09:04:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.875169 17361 tablet_loader.cc:96] loaded metadata for tablet 7ade005b1945479aa2831b9c3e54525c (table txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719])
09:04:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.875612 17361 tablet_loader.cc:96] loaded metadata for tablet 8dd470fc8e514f1a8e9f851cfbec85b6 (table txn_manager_fallback_rolling [id=1989c9dbd3214a6f900b9fbb6ce02719])
09:04:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.875881 17361 tablet_loader.cc:96] loaded metadata for tablet df497364e49a4d9086152f9f6db2f094 (table kudu_system.kudu_transactions [id=3f05d93b480a464ca128f9a9dbbb2c75])
09:04:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.876091 17361 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:04:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.876832 17361 catalog_manager.cc:1269] Loaded cluster ID: b00ca73daabd4b54bfa369afbea89bae
09:04:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.876914 17361 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:04:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.878042 17361 catalog_manager.cc:1514] Loading token signing keys...
09:04:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.878798 17361 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613: Loaded TSK: 0
09:04:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.879570 17361 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:04:51.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:51.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:51.926 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:04:51.926 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.15.255.61:37179, [2ms] received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, deferred=Deferred@1206762008(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@6fd1ba2f -> (continuation of Deferred@591953689 after retry RPC after error@247535426) -> (continuation of Deferred@609632760 after retry RPC after error@1186236319) -> (continuation of Deferred@644126951 after retry RPC after error@546959470) -> (continuation of Deferred@911617028 after retry RPC after error@1421659438) -> (continuation of Deferred@1453184254 after retry RPC after error@963134659) -> (continuation of Deferred@1046047206 after retry RPC after error@213784254), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@343c19f3 -> (continuation of Deferred@591953689 after retry RPC after error@247535426) -> (continuation of Deferred@609632760 after retry RPC after error@1186236319) -> (continuation of Deferred@644126951 after retry RPC after error@546959470) -> (continuation of Deferred@911617028 after retry RPC after error@1421659438) -> (continuation of Deferred@1453184254 after retry RPC after error@963134659) -> (continuation of Deferred@1046047206 after retry RPC after error@213784254))) after lookup
09:04:51.942 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.255.61:37179, [2ms] received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: OK, [245ms] sending RPC to server master-127.15.255.62:45329, deferred=Deferred@1206762008(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/1298966495@6fd1ba2f -> (continuation of Deferred@591953689 after retry RPC after error@247535426) -> (continuation of Deferred@609632760 after retry RPC after error@1186236319) -> (continuation of Deferred@644126951 after retry RPC after error@546959470) -> (continuation of Deferred@911617028 after retry RPC after error@1421659438) -> (continuation of Deferred@1453184254 after retry RPC after error@963134659) -> (continuation of Deferred@1046047206 after retry RPC after error@213784254) -> (continuation of Deferred@1564532669 after retry RPC@1873861932), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1870465672@343c19f3 -> (continuation of Deferred@591953689 after retry RPC after error@247535426) -> (continuation of Deferred@609632760 after retry RPC after error@1186236319) -> (continuation of Deferred@644126951 after retry RPC after error@546959470) -> (continuation of Deferred@911617028 after retry RPC after error@1421659438) -> (continuation of Deferred@1453184254 after retry RPC after error@963134659) -> (continuation of Deferred@1046047206 after retry RPC after error@213784254) -> (continuation of Deferred@1564532669 after retry RPC@1873861932)))
09:04:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.946072 16452 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:38946 (request call id 18) took 18 ms (client timeout 6 ms). Trace:
09:04:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.946321 16452 rpcz_store.cc:269] 0130 09:04:51.927519 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:04:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.927607 (+ 88us) service_pool.cc:225] Handling call
09:04:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 09:04:51.945986 (+ 18379us) inbound_call.cc:173] Queueing success response
09:04:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":408,"thread_start_us":1152,"threads_started":4}
09:04:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.955243 17295 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Refusing update from remote peer 28ca4f8e18f040cf9ab5f2aba2c43613: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
09:04:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.956156 17359 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.962334 16422 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55828:
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:04:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.963171 17335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 28ca4f8e18f040cf9ab5f2aba2c43613. Latest consensus state: current_term: 4 leader_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.963379 17335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: FOLLOWER
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.962276 17372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.964143 17372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: FOLLOWER
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.964601 16422 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:04:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1003571471687 + 9223371033283305148 cannot be represented in type 'long'
09:04:51.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.972067 17372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:51.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.972290 17372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [sys.catalog]: This master's current role is: FOLLOWER
09:04:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:51.974404 16408 consensus_peers.cc:597] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 -> Peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Couldn't send request to peer 5ecadac98d6b47648f3478cbad4994de. Status: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:04:51.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.975653 17359 sys_catalog.cc:455] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } } }
09:04:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:51.982734 17359 sys_catalog.cc:458] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 [sys.catalog]: This master's current role is: LEADER
09:04:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.022874 16833 heartbeater.cc:344] Connected to a master server at 127.15.255.60:37675
09:04:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.025750 17285 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "570752a11d004980aa654bab2d6d1c35" instance_seqno: 1769763886470459) as {username='slave'} at 127.15.255.1:45955; Asking this server to re-register.
09:04:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.026729 16833 heartbeater.cc:461] Registering TS with master...
09:04:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.028388 17285 ts_manager.cc:194] Registered new tserver with Master: 570752a11d004980aa654bab2d6d1c35 (127.15.255.1:34811)
09:04:52.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.031579 17118 heartbeater.cc:344] Connected to a master server at 127.15.255.60:37675
09:04:52.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.032778 17285 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "1d3e9a0b28f14794b691fd65a4e3b39b" instance_seqno: 1769763887470287) as {username='slave'} at 127.15.255.3:34555; Asking this server to re-register.
09:04:52.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.033458 17118 heartbeater.cc:461] Registering TS with master...
09:04:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:52.034819 17285 ts_manager.cc:194] Registered new tserver with Master: 1d3e9a0b28f14794b691fd65a4e3b39b (127.15.255.3:39941)
09:04:52.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:52.497025 16408 consensus_peers.cc:597] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 -> Peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Couldn't send request to peer 5ecadac98d6b47648f3478cbad4994de. Status: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:04:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:52.996868 16408 consensus_peers.cc:597] T 00000000000000000000000000000000 P 28ca4f8e18f040cf9ab5f2aba2c43613 -> Peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Couldn't send request to peer 5ecadac98d6b47648f3478cbad4994de. Status: Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:04:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.017379 16834 heartbeater.cc:499] Master 127.15.255.62:45329 was elected leader, sending a full tablet report...
09:04:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f3d2d478608 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
09:04:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.021960 17119 heartbeater.cc:499] Master 127.15.255.62:45329 was elected leader, sending a full tablet report...
09:04:53.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa78cf5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
09:04:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f3d41202b72 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
09:04:53.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f3d411f2684 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
09:04:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f3d4135658e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
09:04:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f3d4135716b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
09:04:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f3d4135bdaf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
09:04:53.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f3d3b17b2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
09:04:53.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f3d3b17b005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:04:53.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f3d344e655e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:04:53.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f3d344e543e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
09:04:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f3d344eb675 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
09:04:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f3d344ebf9f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
09:04:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f3d344ebdc8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:04:53.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa8970c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:04:53.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f3d2d548f98 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
09:04:53.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f3d30b556da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
09:04:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f3d2968471e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
09:04:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:04:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
09:04:53.155 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.255.62:45329(127.15.255.62:45329)] handling channelInactive
09:04:53.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state READY due to: connection closed
09:04:53.156 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.255.62:45329(127.15.255.62:45329) for tablet Kudu Master: connection closed
09:04:53.163 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.371323 17385 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:04:53.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.371537 17385 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.372293 17385 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:53.374540 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:04:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:53.374743 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.374825 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:04:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.375047 17385 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:53.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.569 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.570 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.720332 16976 heartbeater.cc:499] Master 127.15.255.62:45329 was elected leader, sending a full tablet report...
09:04:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.742252 17385 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:04:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.742472 17385 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:53.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.743127 17385 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:53.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:53.746229 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:04:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:53.746663 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.746836 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:04:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:53.747124 17385 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:53.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1104838114(state=PENDING, result=null, callback=(continuation of Deferred@499012445 after retry RPC after error@372574895) -> (continuation of Deferred@832515033 after retry RPC after error@599287141) -> (continuation of Deferred@1282666228 after retry RPC after error@1924003239) -> (continuation of Deferred@975489480 after retry RPC after error@1524039844) -> (continuation of Deferred@151015748 after retry RPC after error@345873678) -> (continuation of Deferred@141257948 after retry RPC after error@1792778069) -> (continuation of Deferred@1633315131 after retry RPC after error@425197043), errback=(continuation of Deferred@499012445 after retry RPC after error@372574895) -> (continuation of Deferred@832515033 after retry RPC after error@599287141) -> (continuation of Deferred@1282666228 after retry RPC after error@1924003239) -> (continuation of Deferred@975489480 after retry RPC after error@1524039844) -> (continuation of Deferred@151015748 after retry RPC after error@345873678) -> (continuation of Deferred@141257948 after retry RPC after error@1792778069) -> (continuation of Deferred@1633315131 after retry RPC after error@425197043)))
09:04:53.786 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1104838114(state=PENDING, result=null, callback=(continuation of Deferred@499012445 after retry RPC after error@372574895) -> (continuation of Deferred@832515033 after retry RPC after error@599287141) -> (continuation of Deferred@1282666228 after retry RPC after error@1924003239) -> (continuation of Deferred@975489480 after retry RPC after error@1524039844) -> (continuation of Deferred@151015748 after retry RPC after error@345873678) -> (continuation of Deferred@141257948 after retry RPC after error@1792778069) -> (continuation of Deferred@1633315131 after retry RPC after error@425197043), errback=(continuation of Deferred@499012445 after retry RPC after error@372574895) -> (continuation of Deferred@832515033 after retry RPC after error@599287141) -> (continuation of Deferred@1282666228 after retry RPC after error@1924003239) -> (continuation of Deferred@975489480 after retry RPC after error@1524039844) -> (continuation of Deferred@151015748 after retry RPC after error@345873678) -> (continuation of Deferred@141257948 after retry RPC after error@1792778069) -> (continuation of Deferred@1633315131 after retry RPC after error@425197043)))
09:04:53.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:53.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:53.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:53.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:53.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:53.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [118ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [179ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1492443915(state=PENDING, result=null, callback=(continuation of Deferred@1449170547 after retry RPC after error@886928624) -> (continuation of Deferred@1933585063 after retry RPC after error@215180159) -> (continuation of Deferred@1590865816 after retry RPC after error@24586822) -> (continuation of Deferred@1938832861 after retry RPC after error@1682923595) -> (continuation of Deferred@791326005 after retry RPC after error@389515148) -> (continuation of Deferred@1706770018 after retry RPC after error@2062108582) -> (continuation of Deferred@5246667 after retry RPC after error@728822442), errback=(continuation of Deferred@1449170547 after retry RPC after error@886928624) -> (continuation of Deferred@1933585063 after retry RPC after error@215180159) -> (continuation of Deferred@1590865816 after retry RPC after error@24586822) -> (continuation of Deferred@1938832861 after retry RPC after error@1682923595) -> (continuation of Deferred@791326005 after retry RPC after error@389515148) -> (continuation of Deferred@1706770018 after retry RPC after error@2062108582) -> (continuation of Deferred@5246667 after retry RPC after error@728822442)))
09:04:53.986 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [118ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [179ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1492443915(state=PENDING, result=null, callback=(continuation of Deferred@1449170547 after retry RPC after error@886928624) -> (continuation of Deferred@1933585063 after retry RPC after error@215180159) -> (continuation of Deferred@1590865816 after retry RPC after error@24586822) -> (continuation of Deferred@1938832861 after retry RPC after error@1682923595) -> (continuation of Deferred@791326005 after retry RPC after error@389515148) -> (continuation of Deferred@1706770018 after retry RPC after error@2062108582) -> (continuation of Deferred@5246667 after retry RPC after error@728822442), errback=(continuation of Deferred@1449170547 after retry RPC after error@886928624) -> (continuation of Deferred@1933585063 after retry RPC after error@215180159) -> (continuation of Deferred@1590865816 after retry RPC after error@24586822) -> (continuation of Deferred@1938832861 after retry RPC after error@1682923595) -> (continuation of Deferred@791326005 after retry RPC after error@389515148) -> (continuation of Deferred@1706770018 after retry RPC after error@2062108582) -> (continuation of Deferred@5246667 after retry RPC after error@728822442)))
09:04:54.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1959426254(state=PENDING, result=null, callback=(continuation of Deferred@1794402019 after retry RPC after error@1339166555) -> (continuation of Deferred@882523809 after retry RPC after error@321993972) -> (continuation of Deferred@1522242319 after retry RPC after error@97318868) -> (continuation of Deferred@1615245050 after retry RPC after error@2055927962) -> (continuation of Deferred@2091855663 after retry RPC after error@515839289) -> (continuation of Deferred@1264273770 after retry RPC after error@1723344563) -> (continuation of Deferred@1676393244 after retry RPC after error@94076037), errback=(continuation of Deferred@1794402019 after retry RPC after error@1339166555) -> (continuation of Deferred@882523809 after retry RPC after error@321993972) -> (continuation of Deferred@1522242319 after retry RPC after error@97318868) -> (continuation of Deferred@1615245050 after retry RPC after error@2055927962) -> (continuation of Deferred@2091855663 after retry RPC after error@515839289) -> (continuation of Deferred@1264273770 after retry RPC after error@1723344563) -> (continuation of Deferred@1676393244 after retry RPC after error@94076037)))
09:04:54.167 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1959426254(state=PENDING, result=null, callback=(continuation of Deferred@1794402019 after retry RPC after error@1339166555) -> (continuation of Deferred@882523809 after retry RPC after error@321993972) -> (continuation of Deferred@1522242319 after retry RPC after error@97318868) -> (continuation of Deferred@1615245050 after retry RPC after error@2055927962) -> (continuation of Deferred@2091855663 after retry RPC after error@515839289) -> (continuation of Deferred@1264273770 after retry RPC after error@1723344563) -> (continuation of Deferred@1676393244 after retry RPC after error@94076037), errback=(continuation of Deferred@1794402019 after retry RPC after error@1339166555) -> (continuation of Deferred@882523809 after retry RPC after error@321993972) -> (continuation of Deferred@1522242319 after retry RPC after error@97318868) -> (continuation of Deferred@1615245050 after retry RPC after error@2055927962) -> (continuation of Deferred@2091855663 after retry RPC after error@515839289) -> (continuation of Deferred@1264273770 after retry RPC after error@1723344563) -> (continuation of Deferred@1676393244 after retry RPC after error@94076037)))
09:04:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:54.173811 16714 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.120s from last keepalive heartbeat (effective timeout is 1.000s)
09:04:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:54.175115 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:04:54.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@784820811(state=PENDING, result=null, callback=(continuation of Deferred@458585155 after retry RPC after error@1387139817) -> (continuation of Deferred@1060700439 after retry RPC after error@716812681) -> (continuation of Deferred@452870129 after retry RPC after error@954556189) -> (continuation of Deferred@1336135855 after retry RPC after error@686888235) -> (continuation of Deferred@1125885555 after retry RPC after error@1360270522) -> (continuation of Deferred@6520991 after retry RPC after error@547063285), errback=(continuation of Deferred@458585155 after retry RPC after error@1387139817) -> (continuation of Deferred@1060700439 after retry RPC after error@716812681) -> (continuation of Deferred@452870129 after retry RPC after error@954556189) -> (continuation of Deferred@1336135855 after retry RPC after error@686888235) -> (continuation of Deferred@1125885555 after retry RPC after error@1360270522) -> (continuation of Deferred@6520991 after retry RPC after error@547063285)))
09:04:54.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@784820811(state=PENDING, result=null, callback=(continuation of Deferred@458585155 after retry RPC after error@1387139817) -> (continuation of Deferred@1060700439 after retry RPC after error@716812681) -> (continuation of Deferred@452870129 after retry RPC after error@954556189) -> (continuation of Deferred@1336135855 after retry RPC after error@686888235) -> (continuation of Deferred@1125885555 after retry RPC after error@1360270522) -> (continuation of Deferred@6520991 after retry RPC after error@547063285), errback=(continuation of Deferred@458585155 after retry RPC after error@1387139817) -> (continuation of Deferred@1060700439 after retry RPC after error@716812681) -> (continuation of Deferred@452870129 after retry RPC after error@954556189) -> (continuation of Deferred@1336135855 after retry RPC after error@686888235) -> (continuation of Deferred@1125885555 after retry RPC after error@1360270522) -> (continuation of Deferred@6520991 after retry RPC after error@547063285)))
09:04:54.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:54.346717 17407 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:04:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:54.346943 17407 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:54.347645 17407 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:54.350020 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:04:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:54.350229 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:54.350353 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:04:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:54.350574 17407 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:54.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2058300400(state=PENDING, result=null, callback=(continuation of Deferred@358872583 after retry RPC after error@2102675839) -> (continuation of Deferred@69726829 after retry RPC after error@131377586) -> (continuation of Deferred@227390593 after retry RPC after error@1380781054) -> (continuation of Deferred@1774333760 after retry RPC after error@1274643187) -> (continuation of Deferred@724569777 after retry RPC after error@286843602) -> (continuation of Deferred@1775794078 after retry RPC after error@1848741452) -> (continuation of Deferred@1172259005 after retry RPC after error@319235238), errback=(continuation of Deferred@358872583 after retry RPC after error@2102675839) -> (continuation of Deferred@69726829 after retry RPC after error@131377586) -> (continuation of Deferred@227390593 after retry RPC after error@1380781054) -> (continuation of Deferred@1774333760 after retry RPC after error@1274643187) -> (continuation of Deferred@724569777 after retry RPC after error@286843602) -> (continuation of Deferred@1775794078 after retry RPC after error@1848741452) -> (continuation of Deferred@1172259005 after retry RPC after error@319235238)))
09:04:54.567 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2058300400(state=PENDING, result=null, callback=(continuation of Deferred@358872583 after retry RPC after error@2102675839) -> (continuation of Deferred@69726829 after retry RPC after error@131377586) -> (continuation of Deferred@227390593 after retry RPC after error@1380781054) -> (continuation of Deferred@1774333760 after retry RPC after error@1274643187) -> (continuation of Deferred@724569777 after retry RPC after error@286843602) -> (continuation of Deferred@1775794078 after retry RPC after error@1848741452) -> (continuation of Deferred@1172259005 after retry RPC after error@319235238), errback=(continuation of Deferred@358872583 after retry RPC after error@2102675839) -> (continuation of Deferred@69726829 after retry RPC after error@131377586) -> (continuation of Deferred@227390593 after retry RPC after error@1380781054) -> (continuation of Deferred@1774333760 after retry RPC after error@1274643187) -> (continuation of Deferred@724569777 after retry RPC after error@286843602) -> (continuation of Deferred@1775794078 after retry RPC after error@1848741452) -> (continuation of Deferred@1172259005 after retry RPC after error@319235238)))
09:04:54.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.584 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.624 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1066366159(state=PENDING, result=null, callback=(continuation of Deferred@1454597136 after retry RPC after error@1758002376) -> (continuation of Deferred@1001083679 after retry RPC after error@2143711657) -> (continuation of Deferred@840436133 after retry RPC after error@488218002) -> (continuation of Deferred@2085291653 after retry RPC after error@810318748) -> (continuation of Deferred@1122699537 after retry RPC after error@332392915) -> (continuation of Deferred@932493825 after retry RPC after error@1683470324) -> (continuation of Deferred@2121177582 after retry RPC after error@310605441), errback=(continuation of Deferred@1454597136 after retry RPC after error@1758002376) -> (continuation of Deferred@1001083679 after retry RPC after error@2143711657) -> (continuation of Deferred@840436133 after retry RPC after error@488218002) -> (continuation of Deferred@2085291653 after retry RPC after error@810318748) -> (continuation of Deferred@1122699537 after retry RPC after error@332392915) -> (continuation of Deferred@932493825 after retry RPC after error@1683470324) -> (continuation of Deferred@2121177582 after retry RPC after error@310605441)))
09:04:54.726 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1066366159(state=PENDING, result=null, callback=(continuation of Deferred@1454597136 after retry RPC after error@1758002376) -> (continuation of Deferred@1001083679 after retry RPC after error@2143711657) -> (continuation of Deferred@840436133 after retry RPC after error@488218002) -> (continuation of Deferred@2085291653 after retry RPC after error@810318748) -> (continuation of Deferred@1122699537 after retry RPC after error@332392915) -> (continuation of Deferred@932493825 after retry RPC after error@1683470324) -> (continuation of Deferred@2121177582 after retry RPC after error@310605441), errback=(continuation of Deferred@1454597136 after retry RPC after error@1758002376) -> (continuation of Deferred@1001083679 after retry RPC after error@2143711657) -> (continuation of Deferred@840436133 after retry RPC after error@488218002) -> (continuation of Deferred@2085291653 after retry RPC after error@810318748) -> (continuation of Deferred@1122699537 after retry RPC after error@332392915) -> (continuation of Deferred@932493825 after retry RPC after error@1683470324) -> (continuation of Deferred@2121177582 after retry RPC after error@310605441)))
09:04:54.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@614362427(state=PENDING, result=null, callback=(continuation of Deferred@1418868922 after retry RPC after error@1007225976) -> (continuation of Deferred@608737559 after retry RPC after error@1944641296) -> (continuation of Deferred@913993279 after retry RPC after error@1113906756) -> (continuation of Deferred@579102526 after retry RPC after error@396442657) -> (continuation of Deferred@1926214524 after retry RPC after error@381535647) -> (continuation of Deferred@394391009 after retry RPC after error@157256452) -> (continuation of Deferred@109350144 after retry RPC after error@2129473906), errback=(continuation of Deferred@1418868922 after retry RPC after error@1007225976) -> (continuation of Deferred@608737559 after retry RPC after error@1944641296) -> (continuation of Deferred@913993279 after retry RPC after error@1113906756) -> (continuation of Deferred@579102526 after retry RPC after error@396442657) -> (continuation of Deferred@1926214524 after retry RPC after error@381535647) -> (continuation of Deferred@394391009 after retry RPC after error@157256452) -> (continuation of Deferred@109350144 after retry RPC after error@2129473906)))
09:04:54.947 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@614362427(state=PENDING, result=null, callback=(continuation of Deferred@1418868922 after retry RPC after error@1007225976) -> (continuation of Deferred@608737559 after retry RPC after error@1944641296) -> (continuation of Deferred@913993279 after retry RPC after error@1113906756) -> (continuation of Deferred@579102526 after retry RPC after error@396442657) -> (continuation of Deferred@1926214524 after retry RPC after error@381535647) -> (continuation of Deferred@394391009 after retry RPC after error@157256452) -> (continuation of Deferred@109350144 after retry RPC after error@2129473906), errback=(continuation of Deferred@1418868922 after retry RPC after error@1007225976) -> (continuation of Deferred@608737559 after retry RPC after error@1944641296) -> (continuation of Deferred@913993279 after retry RPC after error@1113906756) -> (continuation of Deferred@579102526 after retry RPC after error@396442657) -> (continuation of Deferred@1926214524 after retry RPC after error@381535647) -> (continuation of Deferred@394391009 after retry RPC after error@157256452) -> (continuation of Deferred@109350144 after retry RPC after error@2129473906)))
09:04:54.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:54.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:54.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:54.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:54.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:54.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.004 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.064 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@852278394(state=PENDING, result=null, callback=(continuation of Deferred@1381747632 after retry RPC after error@230852012) -> (continuation of Deferred@1370092785 after retry RPC after error@114404818) -> (continuation of Deferred@173797619 after retry RPC after error@321780721) -> (continuation of Deferred@230529817 after retry RPC after error@101259329) -> (continuation of Deferred@1392552987 after retry RPC after error@789460985) -> (continuation of Deferred@1317667922 after retry RPC after error@1033938) -> (continuation of Deferred@1455014588 after retry RPC after error@139888237), errback=(continuation of Deferred@1381747632 after retry RPC after error@230852012) -> (continuation of Deferred@1370092785 after retry RPC after error@114404818) -> (continuation of Deferred@173797619 after retry RPC after error@321780721) -> (continuation of Deferred@230529817 after retry RPC after error@101259329) -> (continuation of Deferred@1392552987 after retry RPC after error@789460985) -> (continuation of Deferred@1317667922 after retry RPC after error@1033938) -> (continuation of Deferred@1455014588 after retry RPC after error@139888237)))
09:04:55.206 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@852278394(state=PENDING, result=null, callback=(continuation of Deferred@1381747632 after retry RPC after error@230852012) -> (continuation of Deferred@1370092785 after retry RPC after error@114404818) -> (continuation of Deferred@173797619 after retry RPC after error@321780721) -> (continuation of Deferred@230529817 after retry RPC after error@101259329) -> (continuation of Deferred@1392552987 after retry RPC after error@789460985) -> (continuation of Deferred@1317667922 after retry RPC after error@1033938) -> (continuation of Deferred@1455014588 after retry RPC after error@139888237), errback=(continuation of Deferred@1381747632 after retry RPC after error@230852012) -> (continuation of Deferred@1370092785 after retry RPC after error@114404818) -> (continuation of Deferred@173797619 after retry RPC after error@321780721) -> (continuation of Deferred@230529817 after retry RPC after error@101259329) -> (continuation of Deferred@1392552987 after retry RPC after error@789460985) -> (continuation of Deferred@1317667922 after retry RPC after error@1033938) -> (continuation of Deferred@1455014588 after retry RPC after error@139888237)))
09:04:55.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.307073 17414 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:04:55.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.307282 17414 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:55.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.307799 17414 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:55.309978 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:04:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:55.310163 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.310253 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:04:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.310456 17414 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:55.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1051085287(state=PENDING, result=null, callback=(continuation of Deferred@903242612 after retry RPC after error@1266286896) -> (continuation of Deferred@125777584 after retry RPC after error@194690761) -> (continuation of Deferred@223453453 after retry RPC after error@372851222) -> (continuation of Deferred@1754082519 after retry RPC after error@918531065) -> (continuation of Deferred@921054698 after retry RPC after error@1788076242) -> (continuation of Deferred@1811514051 after retry RPC after error@542247974) -> (continuation of Deferred@660405435 after retry RPC after error@1388056050), errback=(continuation of Deferred@903242612 after retry RPC after error@1266286896) -> (continuation of Deferred@125777584 after retry RPC after error@194690761) -> (continuation of Deferred@223453453 after retry RPC after error@372851222) -> (continuation of Deferred@1754082519 after retry RPC after error@918531065) -> (continuation of Deferred@921054698 after retry RPC after error@1788076242) -> (continuation of Deferred@1811514051 after retry RPC after error@542247974) -> (continuation of Deferred@660405435 after retry RPC after error@1388056050)))
09:04:55.426 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1051085287(state=PENDING, result=null, callback=(continuation of Deferred@903242612 after retry RPC after error@1266286896) -> (continuation of Deferred@125777584 after retry RPC after error@194690761) -> (continuation of Deferred@223453453 after retry RPC after error@372851222) -> (continuation of Deferred@1754082519 after retry RPC after error@918531065) -> (continuation of Deferred@921054698 after retry RPC after error@1788076242) -> (continuation of Deferred@1811514051 after retry RPC after error@542247974) -> (continuation of Deferred@660405435 after retry RPC after error@1388056050), errback=(continuation of Deferred@903242612 after retry RPC after error@1266286896) -> (continuation of Deferred@125777584 after retry RPC after error@194690761) -> (continuation of Deferred@223453453 after retry RPC after error@372851222) -> (continuation of Deferred@1754082519 after retry RPC after error@918531065) -> (continuation of Deferred@921054698 after retry RPC after error@1788076242) -> (continuation of Deferred@1811514051 after retry RPC after error@542247974) -> (continuation of Deferred@660405435 after retry RPC after error@1388056050)))
09:04:55.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.485 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1253697111(state=PENDING, result=null, callback=(continuation of Deferred@944968428 after retry RPC after error@641244592) -> (continuation of Deferred@1026642642 after retry RPC after error@943689853) -> (continuation of Deferred@408625636 after retry RPC after error@2062350914) -> (continuation of Deferred@1300004879 after retry RPC after error@151281061) -> (continuation of Deferred@1209076064 after retry RPC after error@1437783242) -> (continuation of Deferred@2095532683 after retry RPC after error@1462094279) -> (continuation of Deferred@398426186 after retry RPC after error@1424495347), errback=(continuation of Deferred@944968428 after retry RPC after error@641244592) -> (continuation of Deferred@1026642642 after retry RPC after error@943689853) -> (continuation of Deferred@408625636 after retry RPC after error@2062350914) -> (continuation of Deferred@1300004879 after retry RPC after error@151281061) -> (continuation of Deferred@1209076064 after retry RPC after error@1437783242) -> (continuation of Deferred@2095532683 after retry RPC after error@1462094279) -> (continuation of Deferred@398426186 after retry RPC after error@1424495347)))
09:04:55.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1253697111(state=PENDING, result=null, callback=(continuation of Deferred@944968428 after retry RPC after error@641244592) -> (continuation of Deferred@1026642642 after retry RPC after error@943689853) -> (continuation of Deferred@408625636 after retry RPC after error@2062350914) -> (continuation of Deferred@1300004879 after retry RPC after error@151281061) -> (continuation of Deferred@1209076064 after retry RPC after error@1437783242) -> (continuation of Deferred@2095532683 after retry RPC after error@1462094279) -> (continuation of Deferred@398426186 after retry RPC after error@1424495347), errback=(continuation of Deferred@944968428 after retry RPC after error@641244592) -> (continuation of Deferred@1026642642 after retry RPC after error@943689853) -> (continuation of Deferred@408625636 after retry RPC after error@2062350914) -> (continuation of Deferred@1300004879 after retry RPC after error@151281061) -> (continuation of Deferred@1209076064 after retry RPC after error@1437783242) -> (continuation of Deferred@2095532683 after retry RPC after error@1462094279) -> (continuation of Deferred@398426186 after retry RPC after error@1424495347)))
09:04:55.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.644 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@217776744(state=PENDING, result=null, callback=(continuation of Deferred@2116614545 after retry RPC after error@459715496) -> (continuation of Deferred@1365280877 after retry RPC after error@89925739) -> (continuation of Deferred@1015131424 after retry RPC after error@315929323) -> (continuation of Deferred@1201828668 after retry RPC after error@601429203) -> (continuation of Deferred@310400293 after retry RPC after error@628420212) -> (continuation of Deferred@1897611893 after retry RPC after error@445628169), errback=(continuation of Deferred@2116614545 after retry RPC after error@459715496) -> (continuation of Deferred@1365280877 after retry RPC after error@89925739) -> (continuation of Deferred@1015131424 after retry RPC after error@315929323) -> (continuation of Deferred@1201828668 after retry RPC after error@601429203) -> (continuation of Deferred@310400293 after retry RPC after error@628420212) -> (continuation of Deferred@1897611893 after retry RPC after error@445628169)))
09:04:55.806 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@217776744(state=PENDING, result=null, callback=(continuation of Deferred@2116614545 after retry RPC after error@459715496) -> (continuation of Deferred@1365280877 after retry RPC after error@89925739) -> (continuation of Deferred@1015131424 after retry RPC after error@315929323) -> (continuation of Deferred@1201828668 after retry RPC after error@601429203) -> (continuation of Deferred@310400293 after retry RPC after error@628420212) -> (continuation of Deferred@1897611893 after retry RPC after error@445628169), errback=(continuation of Deferred@2116614545 after retry RPC after error@459715496) -> (continuation of Deferred@1365280877 after retry RPC after error@89925739) -> (continuation of Deferred@1015131424 after retry RPC after error@315929323) -> (continuation of Deferred@1201828668 after retry RPC after error@601429203) -> (continuation of Deferred@310400293 after retry RPC after error@628420212) -> (continuation of Deferred@1897611893 after retry RPC after error@445628169)))
09:04:55.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.964721 17419 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:04:55.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.964928 17419 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:55.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.965713 17419 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:55.967927 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:04:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:55.968132 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.968220 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:04:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:55.968439 17419 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:55.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:55.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:55.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:55.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:55.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:55.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@99406610(state=PENDING, result=null, callback=(continuation of Deferred@1103425693 after retry RPC after error@1052246688) -> (continuation of Deferred@1564067880 after retry RPC after error@1051649246) -> (continuation of Deferred@1476967310 after retry RPC after error@651890477) -> (continuation of Deferred@900787030 after retry RPC after error@2087805226) -> (continuation of Deferred@1631085025 after retry RPC after error@535079052) -> (continuation of Deferred@758913661 after retry RPC after error@1513313985), errback=(continuation of Deferred@1103425693 after retry RPC after error@1052246688) -> (continuation of Deferred@1564067880 after retry RPC after error@1051649246) -> (continuation of Deferred@1476967310 after retry RPC after error@651890477) -> (continuation of Deferred@900787030 after retry RPC after error@2087805226) -> (continuation of Deferred@1631085025 after retry RPC after error@535079052) -> (continuation of Deferred@758913661 after retry RPC after error@1513313985)))
09:04:55.987 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@99406610(state=PENDING, result=null, callback=(continuation of Deferred@1103425693 after retry RPC after error@1052246688) -> (continuation of Deferred@1564067880 after retry RPC after error@1051649246) -> (continuation of Deferred@1476967310 after retry RPC after error@651890477) -> (continuation of Deferred@900787030 after retry RPC after error@2087805226) -> (continuation of Deferred@1631085025 after retry RPC after error@535079052) -> (continuation of Deferred@758913661 after retry RPC after error@1513313985), errback=(continuation of Deferred@1103425693 after retry RPC after error@1052246688) -> (continuation of Deferred@1564067880 after retry RPC after error@1051649246) -> (continuation of Deferred@1476967310 after retry RPC after error@651890477) -> (continuation of Deferred@900787030 after retry RPC after error@2087805226) -> (continuation of Deferred@1631085025 after retry RPC after error@535079052) -> (continuation of Deferred@758913661 after retry RPC after error@1513313985)))
09:04:56.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1534157022(state=PENDING, result=null, callback=(continuation of Deferred@807459285 after retry RPC after error@1774403307) -> (continuation of Deferred@374526810 after retry RPC after error@1182086878) -> (continuation of Deferred@1890427316 after retry RPC after error@6946092) -> (continuation of Deferred@2172536 after retry RPC after error@1863132004) -> (continuation of Deferred@1924177712 after retry RPC after error@1040162007) -> (continuation of Deferred@887386102 after retry RPC after error@846494733) -> (continuation of Deferred@1145781356 after retry RPC after error@93526294), errback=(continuation of Deferred@807459285 after retry RPC after error@1774403307) -> (continuation of Deferred@374526810 after retry RPC after error@1182086878) -> (continuation of Deferred@1890427316 after retry RPC after error@6946092) -> (continuation of Deferred@2172536 after retry RPC after error@1863132004) -> (continuation of Deferred@1924177712 after retry RPC after error@1040162007) -> (continuation of Deferred@887386102 after retry RPC after error@846494733) -> (continuation of Deferred@1145781356 after retry RPC after error@93526294)))
09:04:56.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1534157022(state=PENDING, result=null, callback=(continuation of Deferred@807459285 after retry RPC after error@1774403307) -> (continuation of Deferred@374526810 after retry RPC after error@1182086878) -> (continuation of Deferred@1890427316 after retry RPC after error@6946092) -> (continuation of Deferred@2172536 after retry RPC after error@1863132004) -> (continuation of Deferred@1924177712 after retry RPC after error@1040162007) -> (continuation of Deferred@887386102 after retry RPC after error@846494733) -> (continuation of Deferred@1145781356 after retry RPC after error@93526294), errback=(continuation of Deferred@807459285 after retry RPC after error@1774403307) -> (continuation of Deferred@374526810 after retry RPC after error@1182086878) -> (continuation of Deferred@1890427316 after retry RPC after error@6946092) -> (continuation of Deferred@2172536 after retry RPC after error@1863132004) -> (continuation of Deferred@1924177712 after retry RPC after error@1040162007) -> (continuation of Deferred@887386102 after retry RPC after error@846494733) -> (continuation of Deferred@1145781356 after retry RPC after error@93526294)))
09:04:56.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.365 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1131429815(state=PENDING, result=null, callback=(continuation of Deferred@647739190 after retry RPC after error@168267536) -> (continuation of Deferred@1168635351 after retry RPC after error@132704083) -> (continuation of Deferred@2083635871 after retry RPC after error@1257811206) -> (continuation of Deferred@806084803 after retry RPC after error@1889098734) -> (continuation of Deferred@47077976 after retry RPC after error@231819162) -> (continuation of Deferred@1647555355 after retry RPC after error@1481622168) -> (continuation of Deferred@681795411 after retry RPC after error@801710154), errback=(continuation of Deferred@647739190 after retry RPC after error@168267536) -> (continuation of Deferred@1168635351 after retry RPC after error@132704083) -> (continuation of Deferred@2083635871 after retry RPC after error@1257811206) -> (continuation of Deferred@806084803 after retry RPC after error@1889098734) -> (continuation of Deferred@47077976 after retry RPC after error@231819162) -> (continuation of Deferred@1647555355 after retry RPC after error@1481622168) -> (continuation of Deferred@681795411 after retry RPC after error@801710154)))
09:04:56.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1131429815(state=PENDING, result=null, callback=(continuation of Deferred@647739190 after retry RPC after error@168267536) -> (continuation of Deferred@1168635351 after retry RPC after error@132704083) -> (continuation of Deferred@2083635871 after retry RPC after error@1257811206) -> (continuation of Deferred@806084803 after retry RPC after error@1889098734) -> (continuation of Deferred@47077976 after retry RPC after error@231819162) -> (continuation of Deferred@1647555355 after retry RPC after error@1481622168) -> (continuation of Deferred@681795411 after retry RPC after error@801710154), errback=(continuation of Deferred@647739190 after retry RPC after error@168267536) -> (continuation of Deferred@1168635351 after retry RPC after error@132704083) -> (continuation of Deferred@2083635871 after retry RPC after error@1257811206) -> (continuation of Deferred@806084803 after retry RPC after error@1889098734) -> (continuation of Deferred@47077976 after retry RPC after error@231819162) -> (continuation of Deferred@1647555355 after retry RPC after error@1481622168) -> (continuation of Deferred@681795411 after retry RPC after error@801710154)))
09:04:56.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1488018318(state=PENDING, result=null, callback=(continuation of Deferred@56912981 after retry RPC after error@821503023) -> (continuation of Deferred@917691531 after retry RPC after error@1678613752) -> (continuation of Deferred@1152074472 after retry RPC after error@1307885582) -> (continuation of Deferred@1828850623 after retry RPC after error@1700835515) -> (continuation of Deferred@2076316413 after retry RPC after error@274549051) -> (continuation of Deferred@1837102972 after retry RPC after error@226125568) -> (continuation of Deferred@1724172712 after retry RPC after error@480923866), errback=(continuation of Deferred@56912981 after retry RPC after error@821503023) -> (continuation of Deferred@917691531 after retry RPC after error@1678613752) -> (continuation of Deferred@1152074472 after retry RPC after error@1307885582) -> (continuation of Deferred@1828850623 after retry RPC after error@1700835515) -> (continuation of Deferred@2076316413 after retry RPC after error@274549051) -> (continuation of Deferred@1837102972 after retry RPC after error@226125568) -> (continuation of Deferred@1724172712 after retry RPC after error@480923866)))
09:04:56.566 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1488018318(state=PENDING, result=null, callback=(continuation of Deferred@56912981 after retry RPC after error@821503023) -> (continuation of Deferred@917691531 after retry RPC after error@1678613752) -> (continuation of Deferred@1152074472 after retry RPC after error@1307885582) -> (continuation of Deferred@1828850623 after retry RPC after error@1700835515) -> (continuation of Deferred@2076316413 after retry RPC after error@274549051) -> (continuation of Deferred@1837102972 after retry RPC after error@226125568) -> (continuation of Deferred@1724172712 after retry RPC after error@480923866), errback=(continuation of Deferred@56912981 after retry RPC after error@821503023) -> (continuation of Deferred@917691531 after retry RPC after error@1678613752) -> (continuation of Deferred@1152074472 after retry RPC after error@1307885582) -> (continuation of Deferred@1828850623 after retry RPC after error@1700835515) -> (continuation of Deferred@2076316413 after retry RPC after error@274549051) -> (continuation of Deferred@1837102972 after retry RPC after error@226125568) -> (continuation of Deferred@1724172712 after retry RPC after error@480923866)))
09:04:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:56.576180 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:04:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:56.576387 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:04:56.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1213207063(state=PENDING, result=null, callback=(continuation of Deferred@177548785 after retry RPC after error@266813556) -> (continuation of Deferred@1733817574 after retry RPC after error@794792625) -> (continuation of Deferred@210163726 after retry RPC after error@970444042) -> (continuation of Deferred@1644166674 after retry RPC after error@845558406) -> (continuation of Deferred@144362092 after retry RPC after error@262334952) -> (continuation of Deferred@296982880 after retry RPC after error@314735570) -> (continuation of Deferred@1289034316 after retry RPC after error@1419790231), errback=(continuation of Deferred@177548785 after retry RPC after error@266813556) -> (continuation of Deferred@1733817574 after retry RPC after error@794792625) -> (continuation of Deferred@210163726 after retry RPC after error@970444042) -> (continuation of Deferred@1644166674 after retry RPC after error@845558406) -> (continuation of Deferred@144362092 after retry RPC after error@262334952) -> (continuation of Deferred@296982880 after retry RPC after error@314735570) -> (continuation of Deferred@1289034316 after retry RPC after error@1419790231)))
09:04:56.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1213207063(state=PENDING, result=null, callback=(continuation of Deferred@177548785 after retry RPC after error@266813556) -> (continuation of Deferred@1733817574 after retry RPC after error@794792625) -> (continuation of Deferred@210163726 after retry RPC after error@970444042) -> (continuation of Deferred@1644166674 after retry RPC after error@845558406) -> (continuation of Deferred@144362092 after retry RPC after error@262334952) -> (continuation of Deferred@296982880 after retry RPC after error@314735570) -> (continuation of Deferred@1289034316 after retry RPC after error@1419790231), errback=(continuation of Deferred@177548785 after retry RPC after error@266813556) -> (continuation of Deferred@1733817574 after retry RPC after error@794792625) -> (continuation of Deferred@210163726 after retry RPC after error@970444042) -> (continuation of Deferred@1644166674 after retry RPC after error@845558406) -> (continuation of Deferred@144362092 after retry RPC after error@262334952) -> (continuation of Deferred@296982880 after retry RPC after error@314735570) -> (continuation of Deferred@1289034316 after retry RPC after error@1419790231)))
09:04:56.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:56.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:56.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:56.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:56.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:56.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@700506028(state=PENDING, result=null, callback=(continuation of Deferred@350509953 after retry RPC after error@1081656518) -> (continuation of Deferred@122289032 after retry RPC after error@685468018) -> (continuation of Deferred@508889019 after retry RPC after error@403553859) -> (continuation of Deferred@1347453809 after retry RPC after error@590602480) -> (continuation of Deferred@359482354 after retry RPC after error@1617365178) -> (continuation of Deferred@888685772 after retry RPC after error@149948099), errback=(continuation of Deferred@350509953 after retry RPC after error@1081656518) -> (continuation of Deferred@122289032 after retry RPC after error@685468018) -> (continuation of Deferred@508889019 after retry RPC after error@403553859) -> (continuation of Deferred@1347453809 after retry RPC after error@590602480) -> (continuation of Deferred@359482354 after retry RPC after error@1617365178) -> (continuation of Deferred@888685772 after retry RPC after error@149948099)))
09:04:57.046 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@700506028(state=PENDING, result=null, callback=(continuation of Deferred@350509953 after retry RPC after error@1081656518) -> (continuation of Deferred@122289032 after retry RPC after error@685468018) -> (continuation of Deferred@508889019 after retry RPC after error@403553859) -> (continuation of Deferred@1347453809 after retry RPC after error@590602480) -> (continuation of Deferred@359482354 after retry RPC after error@1617365178) -> (continuation of Deferred@888685772 after retry RPC after error@149948099), errback=(continuation of Deferred@350509953 after retry RPC after error@1081656518) -> (continuation of Deferred@122289032 after retry RPC after error@685468018) -> (continuation of Deferred@508889019 after retry RPC after error@403553859) -> (continuation of Deferred@1347453809 after retry RPC after error@590602480) -> (continuation of Deferred@359482354 after retry RPC after error@1617365178) -> (continuation of Deferred@888685772 after retry RPC after error@149948099)))
09:04:57.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.065 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@154509877(state=PENDING, result=null, callback=(continuation of Deferred@294125942 after retry RPC after error@1229684011) -> (continuation of Deferred@1128132777 after retry RPC after error@1740490481) -> (continuation of Deferred@921696449 after retry RPC after error@610232594) -> (continuation of Deferred@147553672 after retry RPC after error@29927470) -> (continuation of Deferred@1210609958 after retry RPC after error@392201928) -> (continuation of Deferred@1150586513 after retry RPC after error@5887989) -> (continuation of Deferred@192100249 after retry RPC after error@414627577), errback=(continuation of Deferred@294125942 after retry RPC after error@1229684011) -> (continuation of Deferred@1128132777 after retry RPC after error@1740490481) -> (continuation of Deferred@921696449 after retry RPC after error@610232594) -> (continuation of Deferred@147553672 after retry RPC after error@29927470) -> (continuation of Deferred@1210609958 after retry RPC after error@392201928) -> (continuation of Deferred@1150586513 after retry RPC after error@5887989) -> (continuation of Deferred@192100249 after retry RPC after error@414627577)))
09:04:57.287 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@154509877(state=PENDING, result=null, callback=(continuation of Deferred@294125942 after retry RPC after error@1229684011) -> (continuation of Deferred@1128132777 after retry RPC after error@1740490481) -> (continuation of Deferred@921696449 after retry RPC after error@610232594) -> (continuation of Deferred@147553672 after retry RPC after error@29927470) -> (continuation of Deferred@1210609958 after retry RPC after error@392201928) -> (continuation of Deferred@1150586513 after retry RPC after error@5887989) -> (continuation of Deferred@192100249 after retry RPC after error@414627577), errback=(continuation of Deferred@294125942 after retry RPC after error@1229684011) -> (continuation of Deferred@1128132777 after retry RPC after error@1740490481) -> (continuation of Deferred@921696449 after retry RPC after error@610232594) -> (continuation of Deferred@147553672 after retry RPC after error@29927470) -> (continuation of Deferred@1210609958 after retry RPC after error@392201928) -> (continuation of Deferred@1150586513 after retry RPC after error@5887989) -> (continuation of Deferred@192100249 after retry RPC after error@414627577)))
09:04:57.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@496966704(state=PENDING, result=null, callback=(continuation of Deferred@1929642 after retry RPC after error@1257733653) -> (continuation of Deferred@829007275 after retry RPC after error@1416778026) -> (continuation of Deferred@1057618479 after retry RPC after error@1325345805) -> (continuation of Deferred@843549828 after retry RPC after error@1962569959) -> (continuation of Deferred@72492245 after retry RPC after error@872087318) -> (continuation of Deferred@1037530689 after retry RPC after error@437077076) -> (continuation of Deferred@267169612 after retry RPC after error@1795875816), errback=(continuation of Deferred@1929642 after retry RPC after error@1257733653) -> (continuation of Deferred@829007275 after retry RPC after error@1416778026) -> (continuation of Deferred@1057618479 after retry RPC after error@1325345805) -> (continuation of Deferred@843549828 after retry RPC after error@1962569959) -> (continuation of Deferred@72492245 after retry RPC after error@872087318) -> (continuation of Deferred@1037530689 after retry RPC after error@437077076) -> (continuation of Deferred@267169612 after retry RPC after error@1795875816)))
09:04:57.506 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@496966704(state=PENDING, result=null, callback=(continuation of Deferred@1929642 after retry RPC after error@1257733653) -> (continuation of Deferred@829007275 after retry RPC after error@1416778026) -> (continuation of Deferred@1057618479 after retry RPC after error@1325345805) -> (continuation of Deferred@843549828 after retry RPC after error@1962569959) -> (continuation of Deferred@72492245 after retry RPC after error@872087318) -> (continuation of Deferred@1037530689 after retry RPC after error@437077076) -> (continuation of Deferred@267169612 after retry RPC after error@1795875816), errback=(continuation of Deferred@1929642 after retry RPC after error@1257733653) -> (continuation of Deferred@829007275 after retry RPC after error@1416778026) -> (continuation of Deferred@1057618479 after retry RPC after error@1325345805) -> (continuation of Deferred@843549828 after retry RPC after error@1962569959) -> (continuation of Deferred@72492245 after retry RPC after error@872087318) -> (continuation of Deferred@1037530689 after retry RPC after error@437077076) -> (continuation of Deferred@267169612 after retry RPC after error@1795875816)))
09:04:57.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.783 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1323583055(state=PENDING, result=null, callback=(continuation of Deferred@295572135 after retry RPC after error@1501921403) -> (continuation of Deferred@1858605171 after retry RPC after error@49472987) -> (continuation of Deferred@1670956040 after retry RPC after error@376116824) -> (continuation of Deferred@948885358 after retry RPC after error@768024985) -> (continuation of Deferred@148510893 after retry RPC after error@1179452984) -> (continuation of Deferred@146181176 after retry RPC after error@476688222) -> (continuation of Deferred@1143915278 after retry RPC after error@1794929013), errback=(continuation of Deferred@295572135 after retry RPC after error@1501921403) -> (continuation of Deferred@1858605171 after retry RPC after error@49472987) -> (continuation of Deferred@1670956040 after retry RPC after error@376116824) -> (continuation of Deferred@948885358 after retry RPC after error@768024985) -> (continuation of Deferred@148510893 after retry RPC after error@1179452984) -> (continuation of Deferred@146181176 after retry RPC after error@476688222) -> (continuation of Deferred@1143915278 after retry RPC after error@1794929013)))
09:04:57.783 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:04:57.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:57.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:57.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:57.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:57.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:57.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@200273347(state=PENDING, result=null, callback=(continuation of Deferred@967620827 after retry RPC after error@879481737) -> (continuation of Deferred@169198511 after retry RPC after error@2128651995) -> (continuation of Deferred@584496060 after retry RPC after error@1212926964) -> (continuation of Deferred@1818714601 after retry RPC after error@390780096) -> (continuation of Deferred@1494726 after retry RPC after error@378843483) -> (continuation of Deferred@1093395017 after retry RPC after error@8835704), errback=(continuation of Deferred@967620827 after retry RPC after error@879481737) -> (continuation of Deferred@169198511 after retry RPC after error@2128651995) -> (continuation of Deferred@584496060 after retry RPC after error@1212926964) -> (continuation of Deferred@1818714601 after retry RPC after error@390780096) -> (continuation of Deferred@1494726 after retry RPC after error@378843483) -> (continuation of Deferred@1093395017 after retry RPC after error@8835704)))
09:04:58.006 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@200273347(state=PENDING, result=null, callback=(continuation of Deferred@967620827 after retry RPC after error@879481737) -> (continuation of Deferred@169198511 after retry RPC after error@2128651995) -> (continuation of Deferred@584496060 after retry RPC after error@1212926964) -> (continuation of Deferred@1818714601 after retry RPC after error@390780096) -> (continuation of Deferred@1494726 after retry RPC after error@378843483) -> (continuation of Deferred@1093395017 after retry RPC after error@8835704), errback=(continuation of Deferred@967620827 after retry RPC after error@879481737) -> (continuation of Deferred@169198511 after retry RPC after error@2128651995) -> (continuation of Deferred@584496060 after retry RPC after error@1212926964) -> (continuation of Deferred@1818714601 after retry RPC after error@390780096) -> (continuation of Deferred@1494726 after retry RPC after error@378843483) -> (continuation of Deferred@1093395017 after retry RPC after error@8835704)))
09:04:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:58.016920 17432 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:04:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:58.017174 17432 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:04:58.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:58.017915 17432 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:04:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:58.019068 17271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111) [suppressed 10 similar messages]
09:04:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:58.020530 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:04:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:58.020793 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:04:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:58.020910 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:04:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:04:58.021277 17432 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:04:58.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1704389769(state=PENDING, result=null, callback=(continuation of Deferred@1325628755 after retry RPC after error@533117152) -> (continuation of Deferred@217346160 after retry RPC after error@1582577603) -> (continuation of Deferred@174661823 after retry RPC after error@541235370) -> (continuation of Deferred@253369122 after retry RPC after error@1888476973) -> (continuation of Deferred@866149723 after retry RPC after error@118697037) -> (continuation of Deferred@1477436550 after retry RPC after error@1450655261), errback=(continuation of Deferred@1325628755 after retry RPC after error@533117152) -> (continuation of Deferred@217346160 after retry RPC after error@1582577603) -> (continuation of Deferred@174661823 after retry RPC after error@541235370) -> (continuation of Deferred@253369122 after retry RPC after error@1888476973) -> (continuation of Deferred@866149723 after retry RPC after error@118697037) -> (continuation of Deferred@1477436550 after retry RPC after error@1450655261)))
09:04:58.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1704389769(state=PENDING, result=null, callback=(continuation of Deferred@1325628755 after retry RPC after error@533117152) -> (continuation of Deferred@217346160 after retry RPC after error@1582577603) -> (continuation of Deferred@174661823 after retry RPC after error@541235370) -> (continuation of Deferred@253369122 after retry RPC after error@1888476973) -> (continuation of Deferred@866149723 after retry RPC after error@118697037) -> (continuation of Deferred@1477436550 after retry RPC after error@1450655261), errback=(continuation of Deferred@1325628755 after retry RPC after error@533117152) -> (continuation of Deferred@217346160 after retry RPC after error@1582577603) -> (continuation of Deferred@174661823 after retry RPC after error@541235370) -> (continuation of Deferred@253369122 after retry RPC after error@1888476973) -> (continuation of Deferred@866149723 after retry RPC after error@118697037) -> (continuation of Deferred@1477436550 after retry RPC after error@1450655261)))
09:04:58.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@386964481(state=PENDING, result=null, callback=(continuation of Deferred@1479221007 after retry RPC after error@1200198154) -> (continuation of Deferred@947629820 after retry RPC after error@731434342) -> (continuation of Deferred@734755965 after retry RPC after error@551137996) -> (continuation of Deferred@1160832101 after retry RPC after error@674161240) -> (continuation of Deferred@1492536244 after retry RPC after error@903142836) -> (continuation of Deferred@1996817575 after retry RPC after error@686163005) -> (continuation of Deferred@1118257534 after retry RPC after error@1359814115), errback=(continuation of Deferred@1479221007 after retry RPC after error@1200198154) -> (continuation of Deferred@947629820 after retry RPC after error@731434342) -> (continuation of Deferred@734755965 after retry RPC after error@551137996) -> (continuation of Deferred@1160832101 after retry RPC after error@674161240) -> (continuation of Deferred@1492536244 after retry RPC after error@903142836) -> (continuation of Deferred@1996817575 after retry RPC after error@686163005) -> (continuation of Deferred@1118257534 after retry RPC after error@1359814115)))
09:04:58.447 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@386964481(state=PENDING, result=null, callback=(continuation of Deferred@1479221007 after retry RPC after error@1200198154) -> (continuation of Deferred@947629820 after retry RPC after error@731434342) -> (continuation of Deferred@734755965 after retry RPC after error@551137996) -> (continuation of Deferred@1160832101 after retry RPC after error@674161240) -> (continuation of Deferred@1492536244 after retry RPC after error@903142836) -> (continuation of Deferred@1996817575 after retry RPC after error@686163005) -> (continuation of Deferred@1118257534 after retry RPC after error@1359814115), errback=(continuation of Deferred@1479221007 after retry RPC after error@1200198154) -> (continuation of Deferred@947629820 after retry RPC after error@731434342) -> (continuation of Deferred@734755965 after retry RPC after error@551137996) -> (continuation of Deferred@1160832101 after retry RPC after error@674161240) -> (continuation of Deferred@1492536244 after retry RPC after error@903142836) -> (continuation of Deferred@1996817575 after retry RPC after error@686163005) -> (continuation of Deferred@1118257534 after retry RPC after error@1359814115)))
09:04:58.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1790000968(state=PENDING, result=null, callback=(continuation of Deferred@1791675064 after retry RPC after error@928588322) -> (continuation of Deferred@1648737986 after retry RPC after error@23955133) -> (continuation of Deferred@1036915490 after retry RPC after error@1131966091) -> (continuation of Deferred@210004872 after retry RPC after error@1639009483) -> (continuation of Deferred@749405404 after retry RPC after error@749153268) -> (continuation of Deferred@64015811 after retry RPC after error@1751912038), errback=(continuation of Deferred@1791675064 after retry RPC after error@928588322) -> (continuation of Deferred@1648737986 after retry RPC after error@23955133) -> (continuation of Deferred@1036915490 after retry RPC after error@1131966091) -> (continuation of Deferred@210004872 after retry RPC after error@1639009483) -> (continuation of Deferred@749405404 after retry RPC after error@749153268) -> (continuation of Deferred@64015811 after retry RPC after error@1751912038)))
09:04:58.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1790000968(state=PENDING, result=null, callback=(continuation of Deferred@1791675064 after retry RPC after error@928588322) -> (continuation of Deferred@1648737986 after retry RPC after error@23955133) -> (continuation of Deferred@1036915490 after retry RPC after error@1131966091) -> (continuation of Deferred@210004872 after retry RPC after error@1639009483) -> (continuation of Deferred@749405404 after retry RPC after error@749153268) -> (continuation of Deferred@64015811 after retry RPC after error@1751912038), errback=(continuation of Deferred@1791675064 after retry RPC after error@928588322) -> (continuation of Deferred@1648737986 after retry RPC after error@23955133) -> (continuation of Deferred@1036915490 after retry RPC after error@1131966091) -> (continuation of Deferred@210004872 after retry RPC after error@1639009483) -> (continuation of Deferred@749405404 after retry RPC after error@749153268) -> (continuation of Deferred@64015811 after retry RPC after error@1751912038)))
09:04:58.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1046673737(state=PENDING, result=null, callback=(continuation of Deferred@1369155491 after retry RPC after error@1338258077) -> (continuation of Deferred@886157685 after retry RPC after error@500219415) -> (continuation of Deferred@301638833 after retry RPC after error@2135178441) -> (continuation of Deferred@1176989773 after retry RPC after error@1587502744) -> (continuation of Deferred@436516566 after retry RPC after error@1157133099) -> (continuation of Deferred@958453473 after retry RPC after error@493827267), errback=(continuation of Deferred@1369155491 after retry RPC after error@1338258077) -> (continuation of Deferred@886157685 after retry RPC after error@500219415) -> (continuation of Deferred@301638833 after retry RPC after error@2135178441) -> (continuation of Deferred@1176989773 after retry RPC after error@1587502744) -> (continuation of Deferred@436516566 after retry RPC after error@1157133099) -> (continuation of Deferred@958453473 after retry RPC after error@493827267)))
09:04:58.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1046673737(state=PENDING, result=null, callback=(continuation of Deferred@1369155491 after retry RPC after error@1338258077) -> (continuation of Deferred@886157685 after retry RPC after error@500219415) -> (continuation of Deferred@301638833 after retry RPC after error@2135178441) -> (continuation of Deferred@1176989773 after retry RPC after error@1587502744) -> (continuation of Deferred@436516566 after retry RPC after error@1157133099) -> (continuation of Deferred@958453473 after retry RPC after error@493827267), errback=(continuation of Deferred@1369155491 after retry RPC after error@1338258077) -> (continuation of Deferred@886157685 after retry RPC after error@500219415) -> (continuation of Deferred@301638833 after retry RPC after error@2135178441) -> (continuation of Deferred@1176989773 after retry RPC after error@1587502744) -> (continuation of Deferred@436516566 after retry RPC after error@1157133099) -> (continuation of Deferred@958453473 after retry RPC after error@493827267)))
09:04:58.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:58.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:58.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:58.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:58.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:58.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@799981538(state=PENDING, result=null, callback=(continuation of Deferred@1023349634 after retry RPC after error@173536749) -> (continuation of Deferred@1405325684 after retry RPC after error@155739457) -> (continuation of Deferred@1307514089 after retry RPC after error@2015524900) -> (continuation of Deferred@925175397 after retry RPC after error@2106394541) -> (continuation of Deferred@1223691433 after retry RPC after error@595111627) -> (continuation of Deferred@1009896167 after retry RPC after error@689177251) -> (continuation of Deferred@1640617580 after retry RPC after error@128000616), errback=(continuation of Deferred@1023349634 after retry RPC after error@173536749) -> (continuation of Deferred@1405325684 after retry RPC after error@155739457) -> (continuation of Deferred@1307514089 after retry RPC after error@2015524900) -> (continuation of Deferred@925175397 after retry RPC after error@2106394541) -> (continuation of Deferred@1223691433 after retry RPC after error@595111627) -> (continuation of Deferred@1009896167 after retry RPC after error@689177251) -> (continuation of Deferred@1640617580 after retry RPC after error@128000616)))
09:04:59.026 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@799981538(state=PENDING, result=null, callback=(continuation of Deferred@1023349634 after retry RPC after error@173536749) -> (continuation of Deferred@1405325684 after retry RPC after error@155739457) -> (continuation of Deferred@1307514089 after retry RPC after error@2015524900) -> (continuation of Deferred@925175397 after retry RPC after error@2106394541) -> (continuation of Deferred@1223691433 after retry RPC after error@595111627) -> (continuation of Deferred@1009896167 after retry RPC after error@689177251) -> (continuation of Deferred@1640617580 after retry RPC after error@128000616), errback=(continuation of Deferred@1023349634 after retry RPC after error@173536749) -> (continuation of Deferred@1405325684 after retry RPC after error@155739457) -> (continuation of Deferred@1307514089 after retry RPC after error@2015524900) -> (continuation of Deferred@925175397 after retry RPC after error@2106394541) -> (continuation of Deferred@1223691433 after retry RPC after error@595111627) -> (continuation of Deferred@1009896167 after retry RPC after error@689177251) -> (continuation of Deferred@1640617580 after retry RPC after error@128000616)))
09:04:59.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:59.202472 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:04:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:59.206866 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:04:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:04:59.208175 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:04:59.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1643538163(state=PENDING, result=null, callback=(continuation of Deferred@737525661 after retry RPC after error@84080499) -> (continuation of Deferred@1748587739 after retry RPC after error@975857361) -> (continuation of Deferred@1017458526 after retry RPC after error@781123286) -> (continuation of Deferred@213121104 after retry RPC after error@1699089401) -> (continuation of Deferred@1888229328 after retry RPC after error@690831193) -> (continuation of Deferred@986657620 after retry RPC after error@1862532663) -> (continuation of Deferred@2141279888 after retry RPC after error@1060530634), errback=(continuation of Deferred@737525661 after retry RPC after error@84080499) -> (continuation of Deferred@1748587739 after retry RPC after error@975857361) -> (continuation of Deferred@1017458526 after retry RPC after error@781123286) -> (continuation of Deferred@213121104 after retry RPC after error@1699089401) -> (continuation of Deferred@1888229328 after retry RPC after error@690831193) -> (continuation of Deferred@986657620 after retry RPC after error@1862532663) -> (continuation of Deferred@2141279888 after retry RPC after error@1060530634)))
09:04:59.286 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1643538163(state=PENDING, result=null, callback=(continuation of Deferred@737525661 after retry RPC after error@84080499) -> (continuation of Deferred@1748587739 after retry RPC after error@975857361) -> (continuation of Deferred@1017458526 after retry RPC after error@781123286) -> (continuation of Deferred@213121104 after retry RPC after error@1699089401) -> (continuation of Deferred@1888229328 after retry RPC after error@690831193) -> (continuation of Deferred@986657620 after retry RPC after error@1862532663) -> (continuation of Deferred@2141279888 after retry RPC after error@1060530634), errback=(continuation of Deferred@737525661 after retry RPC after error@84080499) -> (continuation of Deferred@1748587739 after retry RPC after error@975857361) -> (continuation of Deferred@1017458526 after retry RPC after error@781123286) -> (continuation of Deferred@213121104 after retry RPC after error@1699089401) -> (continuation of Deferred@1888229328 after retry RPC after error@690831193) -> (continuation of Deferred@986657620 after retry RPC after error@1862532663) -> (continuation of Deferred@2141279888 after retry RPC after error@1060530634)))
09:04:59.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@911068095(state=PENDING, result=null, callback=(continuation of Deferred@117893203 after retry RPC after error@1856617174) -> (continuation of Deferred@2085601726 after retry RPC after error@612892091) -> (continuation of Deferred@343133448 after retry RPC after error@925870682) -> (continuation of Deferred@904908592 after retry RPC after error@782140947) -> (continuation of Deferred@613356869 after retry RPC after error@1849169652) -> (continuation of Deferred@635818572 after retry RPC after error@2140239613) -> (continuation of Deferred@602431863 after retry RPC after error@222911560), errback=(continuation of Deferred@117893203 after retry RPC after error@1856617174) -> (continuation of Deferred@2085601726 after retry RPC after error@612892091) -> (continuation of Deferred@343133448 after retry RPC after error@925870682) -> (continuation of Deferred@904908592 after retry RPC after error@782140947) -> (continuation of Deferred@613356869 after retry RPC after error@1849169652) -> (continuation of Deferred@635818572 after retry RPC after error@2140239613) -> (continuation of Deferred@602431863 after retry RPC after error@222911560)))
09:04:59.466 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@911068095(state=PENDING, result=null, callback=(continuation of Deferred@117893203 after retry RPC after error@1856617174) -> (continuation of Deferred@2085601726 after retry RPC after error@612892091) -> (continuation of Deferred@343133448 after retry RPC after error@925870682) -> (continuation of Deferred@904908592 after retry RPC after error@782140947) -> (continuation of Deferred@613356869 after retry RPC after error@1849169652) -> (continuation of Deferred@635818572 after retry RPC after error@2140239613) -> (continuation of Deferred@602431863 after retry RPC after error@222911560), errback=(continuation of Deferred@117893203 after retry RPC after error@1856617174) -> (continuation of Deferred@2085601726 after retry RPC after error@612892091) -> (continuation of Deferred@343133448 after retry RPC after error@925870682) -> (continuation of Deferred@904908592 after retry RPC after error@782140947) -> (continuation of Deferred@613356869 after retry RPC after error@1849169652) -> (continuation of Deferred@635818572 after retry RPC after error@2140239613) -> (continuation of Deferred@602431863 after retry RPC after error@222911560)))
09:04:59.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@295522101(state=PENDING, result=null, callback=(continuation of Deferred@1962220385 after retry RPC after error@1146674749) -> (continuation of Deferred@2128986796 after retry RPC after error@100322978) -> (continuation of Deferred@1502143343 after retry RPC after error@1537435477) -> (continuation of Deferred@184761903 after retry RPC after error@1491037747) -> (continuation of Deferred@1188195804 after retry RPC after error@101393308) -> (continuation of Deferred@350979892 after retry RPC after error@937872748) -> (continuation of Deferred@1645214401 after retry RPC after error@1036460767), errback=(continuation of Deferred@1962220385 after retry RPC after error@1146674749) -> (continuation of Deferred@2128986796 after retry RPC after error@100322978) -> (continuation of Deferred@1502143343 after retry RPC after error@1537435477) -> (continuation of Deferred@184761903 after retry RPC after error@1491037747) -> (continuation of Deferred@1188195804 after retry RPC after error@101393308) -> (continuation of Deferred@350979892 after retry RPC after error@937872748) -> (continuation of Deferred@1645214401 after retry RPC after error@1036460767)))
09:04:59.645 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@295522101(state=PENDING, result=null, callback=(continuation of Deferred@1962220385 after retry RPC after error@1146674749) -> (continuation of Deferred@2128986796 after retry RPC after error@100322978) -> (continuation of Deferred@1502143343 after retry RPC after error@1537435477) -> (continuation of Deferred@184761903 after retry RPC after error@1491037747) -> (continuation of Deferred@1188195804 after retry RPC after error@101393308) -> (continuation of Deferred@350979892 after retry RPC after error@937872748) -> (continuation of Deferred@1645214401 after retry RPC after error@1036460767), errback=(continuation of Deferred@1962220385 after retry RPC after error@1146674749) -> (continuation of Deferred@2128986796 after retry RPC after error@100322978) -> (continuation of Deferred@1502143343 after retry RPC after error@1537435477) -> (continuation of Deferred@184761903 after retry RPC after error@1491037747) -> (continuation of Deferred@1188195804 after retry RPC after error@101393308) -> (continuation of Deferred@350979892 after retry RPC after error@937872748) -> (continuation of Deferred@1645214401 after retry RPC after error@1036460767)))
09:04:59.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1646653403(state=PENDING, result=null, callback=(continuation of Deferred@1834563109 after retry RPC after error@580490888) -> (continuation of Deferred@138697979 after retry RPC after error@1171403039) -> (continuation of Deferred@1629413278 after retry RPC after error@257767651) -> (continuation of Deferred@634654327 after retry RPC after error@1910147355) -> (continuation of Deferred@1714379409 after retry RPC after error@13892759) -> (continuation of Deferred@91356492 after retry RPC after error@549858984) -> (continuation of Deferred@1017189363 after retry RPC after error@596207540), errback=(continuation of Deferred@1834563109 after retry RPC after error@580490888) -> (continuation of Deferred@138697979 after retry RPC after error@1171403039) -> (continuation of Deferred@1629413278 after retry RPC after error@257767651) -> (continuation of Deferred@634654327 after retry RPC after error@1910147355) -> (continuation of Deferred@1714379409 after retry RPC after error@13892759) -> (continuation of Deferred@91356492 after retry RPC after error@549858984) -> (continuation of Deferred@1017189363 after retry RPC after error@596207540)))
09:04:59.906 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1646653403(state=PENDING, result=null, callback=(continuation of Deferred@1834563109 after retry RPC after error@580490888) -> (continuation of Deferred@138697979 after retry RPC after error@1171403039) -> (continuation of Deferred@1629413278 after retry RPC after error@257767651) -> (continuation of Deferred@634654327 after retry RPC after error@1910147355) -> (continuation of Deferred@1714379409 after retry RPC after error@13892759) -> (continuation of Deferred@91356492 after retry RPC after error@549858984) -> (continuation of Deferred@1017189363 after retry RPC after error@596207540), errback=(continuation of Deferred@1834563109 after retry RPC after error@580490888) -> (continuation of Deferred@138697979 after retry RPC after error@1171403039) -> (continuation of Deferred@1629413278 after retry RPC after error@257767651) -> (continuation of Deferred@634654327 after retry RPC after error@1910147355) -> (continuation of Deferred@1714379409 after retry RPC after error@13892759) -> (continuation of Deferred@91356492 after retry RPC after error@549858984) -> (continuation of Deferred@1017189363 after retry RPC after error@596207540)))
09:04:59.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:04:59.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:04:59.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:04:59.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:04:59.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:04:59.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:00.163838 17449 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:05:00.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:00.164106 17449 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:05:00.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:00.165710 17449 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:00.167616 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:05:00.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:00.167800 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:05:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:00.167941 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:05:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:00.168264 17449 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:00.168 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@758801589(state=PENDING, result=null, callback=(continuation of Deferred@1215249644 after retry RPC after error@384132334) -> (continuation of Deferred@638691748 after retry RPC after error@1483763231) -> (continuation of Deferred@1766433185 after retry RPC after error@1421245042) -> (continuation of Deferred@2143397321 after retry RPC after error@614087864) -> (continuation of Deferred@16438563 after retry RPC after error@1735940772) -> (continuation of Deferred@367346799 after retry RPC after error@1617941911) -> (continuation of Deferred@921323380 after retry RPC after error@325224055), errback=(continuation of Deferred@1215249644 after retry RPC after error@384132334) -> (continuation of Deferred@638691748 after retry RPC after error@1483763231) -> (continuation of Deferred@1766433185 after retry RPC after error@1421245042) -> (continuation of Deferred@2143397321 after retry RPC after error@614087864) -> (continuation of Deferred@16438563 after retry RPC after error@1735940772) -> (continuation of Deferred@367346799 after retry RPC after error@1617941911) -> (continuation of Deferred@921323380 after retry RPC after error@325224055)))
09:05:00.168 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@758801589(state=PENDING, result=null, callback=(continuation of Deferred@1215249644 after retry RPC after error@384132334) -> (continuation of Deferred@638691748 after retry RPC after error@1483763231) -> (continuation of Deferred@1766433185 after retry RPC after error@1421245042) -> (continuation of Deferred@2143397321 after retry RPC after error@614087864) -> (continuation of Deferred@16438563 after retry RPC after error@1735940772) -> (continuation of Deferred@367346799 after retry RPC after error@1617941911) -> (continuation of Deferred@921323380 after retry RPC after error@325224055), errback=(continuation of Deferred@1215249644 after retry RPC after error@384132334) -> (continuation of Deferred@638691748 after retry RPC after error@1483763231) -> (continuation of Deferred@1766433185 after retry RPC after error@1421245042) -> (continuation of Deferred@2143397321 after retry RPC after error@614087864) -> (continuation of Deferred@16438563 after retry RPC after error@1735940772) -> (continuation of Deferred@367346799 after retry RPC after error@1617941911) -> (continuation of Deferred@921323380 after retry RPC after error@325224055)))
09:05:00.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.405 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1225815758(state=PENDING, result=null, callback=(continuation of Deferred@164057919 after retry RPC after error@1455399816) -> (continuation of Deferred@1711986678 after retry RPC after error@753302527) -> (continuation of Deferred@520850423 after retry RPC after error@872667261) -> (continuation of Deferred@75893868 after retry RPC after error@463517312) -> (continuation of Deferred@1480053296 after retry RPC after error@1927100795) -> (continuation of Deferred@1175236128 after retry RPC after error@1476793559) -> (continuation of Deferred@1053227957 after retry RPC after error@634067959), errback=(continuation of Deferred@164057919 after retry RPC after error@1455399816) -> (continuation of Deferred@1711986678 after retry RPC after error@753302527) -> (continuation of Deferred@520850423 after retry RPC after error@872667261) -> (continuation of Deferred@75893868 after retry RPC after error@463517312) -> (continuation of Deferred@1480053296 after retry RPC after error@1927100795) -> (continuation of Deferred@1175236128 after retry RPC after error@1476793559) -> (continuation of Deferred@1053227957 after retry RPC after error@634067959)))
09:05:00.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1225815758(state=PENDING, result=null, callback=(continuation of Deferred@164057919 after retry RPC after error@1455399816) -> (continuation of Deferred@1711986678 after retry RPC after error@753302527) -> (continuation of Deferred@520850423 after retry RPC after error@872667261) -> (continuation of Deferred@75893868 after retry RPC after error@463517312) -> (continuation of Deferred@1480053296 after retry RPC after error@1927100795) -> (continuation of Deferred@1175236128 after retry RPC after error@1476793559) -> (continuation of Deferred@1053227957 after retry RPC after error@634067959), errback=(continuation of Deferred@164057919 after retry RPC after error@1455399816) -> (continuation of Deferred@1711986678 after retry RPC after error@753302527) -> (continuation of Deferred@520850423 after retry RPC after error@872667261) -> (continuation of Deferred@75893868 after retry RPC after error@463517312) -> (continuation of Deferred@1480053296 after retry RPC after error@1927100795) -> (continuation of Deferred@1175236128 after retry RPC after error@1476793559) -> (continuation of Deferred@1053227957 after retry RPC after error@634067959)))
09:05:00.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1954101471(state=PENDING, result=null, callback=(continuation of Deferred@59488412 after retry RPC after error@624109124) -> (continuation of Deferred@1389179629 after retry RPC after error@1867470763) -> (continuation of Deferred@828267910 after retry RPC after error@233000175) -> (continuation of Deferred@906120676 after retry RPC after error@593864320) -> (continuation of Deferred@1620344071 after retry RPC after error@1996997070) -> (continuation of Deferred@1406062503 after retry RPC after error@1569792760), errback=(continuation of Deferred@59488412 after retry RPC after error@624109124) -> (continuation of Deferred@1389179629 after retry RPC after error@1867470763) -> (continuation of Deferred@828267910 after retry RPC after error@233000175) -> (continuation of Deferred@906120676 after retry RPC after error@593864320) -> (continuation of Deferred@1620344071 after retry RPC after error@1996997070) -> (continuation of Deferred@1406062503 after retry RPC after error@1569792760)))
09:05:00.606 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1954101471(state=PENDING, result=null, callback=(continuation of Deferred@59488412 after retry RPC after error@624109124) -> (continuation of Deferred@1389179629 after retry RPC after error@1867470763) -> (continuation of Deferred@828267910 after retry RPC after error@233000175) -> (continuation of Deferred@906120676 after retry RPC after error@593864320) -> (continuation of Deferred@1620344071 after retry RPC after error@1996997070) -> (continuation of Deferred@1406062503 after retry RPC after error@1569792760), errback=(continuation of Deferred@59488412 after retry RPC after error@624109124) -> (continuation of Deferred@1389179629 after retry RPC after error@1867470763) -> (continuation of Deferred@828267910 after retry RPC after error@233000175) -> (continuation of Deferred@906120676 after retry RPC after error@593864320) -> (continuation of Deferred@1620344071 after retry RPC after error@1996997070) -> (continuation of Deferred@1406062503 after retry RPC after error@1569792760)))
09:05:00.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@949010981(state=PENDING, result=null, callback=(continuation of Deferred@1914807458 after retry RPC after error@1187953434) -> (continuation of Deferred@1594614693 after retry RPC after error@1639220107) -> (continuation of Deferred@508510123 after retry RPC after error@770330899) -> (continuation of Deferred@771525056 after retry RPC after error@1754398511) -> (continuation of Deferred@264517617 after retry RPC after error@1893309907) -> (continuation of Deferred@966961281 after retry RPC after error@1588416541) -> (continuation of Deferred@1895337862 after retry RPC after error@1282646863), errback=(continuation of Deferred@1914807458 after retry RPC after error@1187953434) -> (continuation of Deferred@1594614693 after retry RPC after error@1639220107) -> (continuation of Deferred@508510123 after retry RPC after error@770330899) -> (continuation of Deferred@771525056 after retry RPC after error@1754398511) -> (continuation of Deferred@264517617 after retry RPC after error@1893309907) -> (continuation of Deferred@966961281 after retry RPC after error@1588416541) -> (continuation of Deferred@1895337862 after retry RPC after error@1282646863)))
09:05:00.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@949010981(state=PENDING, result=null, callback=(continuation of Deferred@1914807458 after retry RPC after error@1187953434) -> (continuation of Deferred@1594614693 after retry RPC after error@1639220107) -> (continuation of Deferred@508510123 after retry RPC after error@770330899) -> (continuation of Deferred@771525056 after retry RPC after error@1754398511) -> (continuation of Deferred@264517617 after retry RPC after error@1893309907) -> (continuation of Deferred@966961281 after retry RPC after error@1588416541) -> (continuation of Deferred@1895337862 after retry RPC after error@1282646863), errback=(continuation of Deferred@1914807458 after retry RPC after error@1187953434) -> (continuation of Deferred@1594614693 after retry RPC after error@1639220107) -> (continuation of Deferred@508510123 after retry RPC after error@770330899) -> (continuation of Deferred@771525056 after retry RPC after error@1754398511) -> (continuation of Deferred@264517617 after retry RPC after error@1893309907) -> (continuation of Deferred@966961281 after retry RPC after error@1588416541) -> (continuation of Deferred@1895337862 after retry RPC after error@1282646863)))
09:05:00.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:00.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:00.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:00.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:00.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:00.970 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [107ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1962656020(state=PENDING, result=null, callback=(continuation of Deferred@937506158 after retry RPC after error@807876459) -> (continuation of Deferred@377432430 after retry RPC after error@1017555412) -> (continuation of Deferred@47362411 after retry RPC after error@189223477) -> (continuation of Deferred@1679568490 after retry RPC after error@1836962612) -> (continuation of Deferred@2050190873 after retry RPC after error@1263816080) -> (continuation of Deferred@1312703982 after retry RPC after error@1297730414) -> (continuation of Deferred@754657146 after retry RPC after error@1168820152), errback=(continuation of Deferred@937506158 after retry RPC after error@807876459) -> (continuation of Deferred@377432430 after retry RPC after error@1017555412) -> (continuation of Deferred@47362411 after retry RPC after error@189223477) -> (continuation of Deferred@1679568490 after retry RPC after error@1836962612) -> (continuation of Deferred@2050190873 after retry RPC after error@1263816080) -> (continuation of Deferred@1312703982 after retry RPC after error@1297730414) -> (continuation of Deferred@754657146 after retry RPC after error@1168820152)))
09:05:01.045 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [107ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1962656020(state=PENDING, result=null, callback=(continuation of Deferred@937506158 after retry RPC after error@807876459) -> (continuation of Deferred@377432430 after retry RPC after error@1017555412) -> (continuation of Deferred@47362411 after retry RPC after error@189223477) -> (continuation of Deferred@1679568490 after retry RPC after error@1836962612) -> (continuation of Deferred@2050190873 after retry RPC after error@1263816080) -> (continuation of Deferred@1312703982 after retry RPC after error@1297730414) -> (continuation of Deferred@754657146 after retry RPC after error@1168820152), errback=(continuation of Deferred@937506158 after retry RPC after error@807876459) -> (continuation of Deferred@377432430 after retry RPC after error@1017555412) -> (continuation of Deferred@47362411 after retry RPC after error@189223477) -> (continuation of Deferred@1679568490 after retry RPC after error@1836962612) -> (continuation of Deferred@2050190873 after retry RPC after error@1263816080) -> (continuation of Deferred@1312703982 after retry RPC after error@1297730414) -> (continuation of Deferred@754657146 after retry RPC after error@1168820152)))
09:05:01.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1025142929(state=PENDING, result=null, callback=(continuation of Deferred@1723934560 after retry RPC after error@21849266) -> (continuation of Deferred@404384193 after retry RPC after error@1986661547) -> (continuation of Deferred@436195105 after retry RPC after error@1937588312) -> (continuation of Deferred@954366871 after retry RPC after error@508245876) -> (continuation of Deferred@2041214299 after retry RPC after error@1615627702) -> (continuation of Deferred@1272538347 after retry RPC after error@208538227), errback=(continuation of Deferred@1723934560 after retry RPC after error@21849266) -> (continuation of Deferred@404384193 after retry RPC after error@1986661547) -> (continuation of Deferred@436195105 after retry RPC after error@1937588312) -> (continuation of Deferred@954366871 after retry RPC after error@508245876) -> (continuation of Deferred@2041214299 after retry RPC after error@1615627702) -> (continuation of Deferred@1272538347 after retry RPC after error@208538227)))
09:05:01.225 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1025142929(state=PENDING, result=null, callback=(continuation of Deferred@1723934560 after retry RPC after error@21849266) -> (continuation of Deferred@404384193 after retry RPC after error@1986661547) -> (continuation of Deferred@436195105 after retry RPC after error@1937588312) -> (continuation of Deferred@954366871 after retry RPC after error@508245876) -> (continuation of Deferred@2041214299 after retry RPC after error@1615627702) -> (continuation of Deferred@1272538347 after retry RPC after error@208538227), errback=(continuation of Deferred@1723934560 after retry RPC after error@21849266) -> (continuation of Deferred@404384193 after retry RPC after error@1986661547) -> (continuation of Deferred@436195105 after retry RPC after error@1937588312) -> (continuation of Deferred@954366871 after retry RPC after error@508245876) -> (continuation of Deferred@2041214299 after retry RPC after error@1615627702) -> (continuation of Deferred@1272538347 after retry RPC after error@208538227)))
09:05:01.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@247428517(state=PENDING, result=null, callback=(continuation of Deferred@927639382 after retry RPC after error@1150943364) -> (continuation of Deferred@11507913 after retry RPC after error@1976092452) -> (continuation of Deferred@391823068 after retry RPC after error@63963795) -> (continuation of Deferred@2135276528 after retry RPC after error@1275572955) -> (continuation of Deferred@241781209 after retry RPC after error@221120029) -> (continuation of Deferred@1600562803 after retry RPC after error@780551726) -> (continuation of Deferred@1785066918 after retry RPC after error@386271257), errback=(continuation of Deferred@927639382 after retry RPC after error@1150943364) -> (continuation of Deferred@11507913 after retry RPC after error@1976092452) -> (continuation of Deferred@391823068 after retry RPC after error@63963795) -> (continuation of Deferred@2135276528 after retry RPC after error@1275572955) -> (continuation of Deferred@241781209 after retry RPC after error@221120029) -> (continuation of Deferred@1600562803 after retry RPC after error@780551726) -> (continuation of Deferred@1785066918 after retry RPC after error@386271257)))
09:05:01.386 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@247428517(state=PENDING, result=null, callback=(continuation of Deferred@927639382 after retry RPC after error@1150943364) -> (continuation of Deferred@11507913 after retry RPC after error@1976092452) -> (continuation of Deferred@391823068 after retry RPC after error@63963795) -> (continuation of Deferred@2135276528 after retry RPC after error@1275572955) -> (continuation of Deferred@241781209 after retry RPC after error@221120029) -> (continuation of Deferred@1600562803 after retry RPC after error@780551726) -> (continuation of Deferred@1785066918 after retry RPC after error@386271257), errback=(continuation of Deferred@927639382 after retry RPC after error@1150943364) -> (continuation of Deferred@11507913 after retry RPC after error@1976092452) -> (continuation of Deferred@391823068 after retry RPC after error@63963795) -> (continuation of Deferred@2135276528 after retry RPC after error@1275572955) -> (continuation of Deferred@241781209 after retry RPC after error@221120029) -> (continuation of Deferred@1600562803 after retry RPC after error@780551726) -> (continuation of Deferred@1785066918 after retry RPC after error@386271257)))
09:05:01.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:01.577891 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:01.578081 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:01.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.586 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1037807874(state=PENDING, result=null, callback=(continuation of Deferred@156117347 after retry RPC after error@1969626700) -> (continuation of Deferred@1087154622 after retry RPC after error@553603844) -> (continuation of Deferred@1484940105 after retry RPC after error@500400747) -> (continuation of Deferred@947341622 after retry RPC after error@1657424463) -> (continuation of Deferred@689567092 after retry RPC after error@685304550) -> (continuation of Deferred@719595570 after retry RPC after error@441222931) -> (continuation of Deferred@2081973115 after retry RPC after error@326642116) -> (continuation of Deferred@416691745 after retry RPC after error@1725718071), errback=(continuation of Deferred@156117347 after retry RPC after error@1969626700) -> (continuation of Deferred@1087154622 after retry RPC after error@553603844) -> (continuation of Deferred@1484940105 after retry RPC after error@500400747) -> (continuation of Deferred@947341622 after retry RPC after error@1657424463) -> (continuation of Deferred@689567092 after retry RPC after error@685304550) -> (continuation of Deferred@719595570 after retry RPC after error@441222931) -> (continuation of Deferred@2081973115 after retry RPC after error@326642116) -> (continuation of Deferred@416691745 after retry RPC after error@1725718071)))
09:05:01.587 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1037807874(state=PENDING, result=null, callback=(continuation of Deferred@156117347 after retry RPC after error@1969626700) -> (continuation of Deferred@1087154622 after retry RPC after error@553603844) -> (continuation of Deferred@1484940105 after retry RPC after error@500400747) -> (continuation of Deferred@947341622 after retry RPC after error@1657424463) -> (continuation of Deferred@689567092 after retry RPC after error@685304550) -> (continuation of Deferred@719595570 after retry RPC after error@441222931) -> (continuation of Deferred@2081973115 after retry RPC after error@326642116) -> (continuation of Deferred@416691745 after retry RPC after error@1725718071), errback=(continuation of Deferred@156117347 after retry RPC after error@1969626700) -> (continuation of Deferred@1087154622 after retry RPC after error@553603844) -> (continuation of Deferred@1484940105 after retry RPC after error@500400747) -> (continuation of Deferred@947341622 after retry RPC after error@1657424463) -> (continuation of Deferred@689567092 after retry RPC after error@685304550) -> (continuation of Deferred@719595570 after retry RPC after error@441222931) -> (continuation of Deferred@2081973115 after retry RPC after error@326642116) -> (continuation of Deferred@416691745 after retry RPC after error@1725718071)))
09:05:01.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1287109883(state=PENDING, result=null, callback=(continuation of Deferred@829579197 after retry RPC after error@476872445) -> (continuation of Deferred@1862514945 after retry RPC after error@513970302) -> (continuation of Deferred@1024371616 after retry RPC after error@1114284394) -> (continuation of Deferred@810795927 after retry RPC after error@980976771) -> (continuation of Deferred@1919122375 after retry RPC after error@1704322320) -> (continuation of Deferred@1265945934 after retry RPC after error@903218239) -> (continuation of Deferred@1543695361 after retry RPC after error@385167348), errback=(continuation of Deferred@829579197 after retry RPC after error@476872445) -> (continuation of Deferred@1862514945 after retry RPC after error@513970302) -> (continuation of Deferred@1024371616 after retry RPC after error@1114284394) -> (continuation of Deferred@810795927 after retry RPC after error@980976771) -> (continuation of Deferred@1919122375 after retry RPC after error@1704322320) -> (continuation of Deferred@1265945934 after retry RPC after error@903218239) -> (continuation of Deferred@1543695361 after retry RPC after error@385167348)))
09:05:01.806 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1287109883(state=PENDING, result=null, callback=(continuation of Deferred@829579197 after retry RPC after error@476872445) -> (continuation of Deferred@1862514945 after retry RPC after error@513970302) -> (continuation of Deferred@1024371616 after retry RPC after error@1114284394) -> (continuation of Deferred@810795927 after retry RPC after error@980976771) -> (continuation of Deferred@1919122375 after retry RPC after error@1704322320) -> (continuation of Deferred@1265945934 after retry RPC after error@903218239) -> (continuation of Deferred@1543695361 after retry RPC after error@385167348), errback=(continuation of Deferred@829579197 after retry RPC after error@476872445) -> (continuation of Deferred@1862514945 after retry RPC after error@513970302) -> (continuation of Deferred@1024371616 after retry RPC after error@1114284394) -> (continuation of Deferred@810795927 after retry RPC after error@980976771) -> (continuation of Deferred@1919122375 after retry RPC after error@1704322320) -> (continuation of Deferred@1265945934 after retry RPC after error@903218239) -> (continuation of Deferred@1543695361 after retry RPC after error@385167348)))
09:05:01.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:01.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:01.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:01.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:01.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:01.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1809534554(state=PENDING, result=null, callback=(continuation of Deferred@189642339 after retry RPC after error@1583803330) -> (continuation of Deferred@1291605321 after retry RPC after error@2103733010) -> (continuation of Deferred@469513331 after retry RPC after error@1915614261) -> (continuation of Deferred@1557504292 after retry RPC after error@45575511) -> (continuation of Deferred@2014486238 after retry RPC after error@1694716341) -> (continuation of Deferred@338559152 after retry RPC after error@759831223) -> (continuation of Deferred@1103271342 after retry RPC after error@1043589850), errback=(continuation of Deferred@189642339 after retry RPC after error@1583803330) -> (continuation of Deferred@1291605321 after retry RPC after error@2103733010) -> (continuation of Deferred@469513331 after retry RPC after error@1915614261) -> (continuation of Deferred@1557504292 after retry RPC after error@45575511) -> (continuation of Deferred@2014486238 after retry RPC after error@1694716341) -> (continuation of Deferred@338559152 after retry RPC after error@759831223) -> (continuation of Deferred@1103271342 after retry RPC after error@1043589850)))
09:05:02.065 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1809534554(state=PENDING, result=null, callback=(continuation of Deferred@189642339 after retry RPC after error@1583803330) -> (continuation of Deferred@1291605321 after retry RPC after error@2103733010) -> (continuation of Deferred@469513331 after retry RPC after error@1915614261) -> (continuation of Deferred@1557504292 after retry RPC after error@45575511) -> (continuation of Deferred@2014486238 after retry RPC after error@1694716341) -> (continuation of Deferred@338559152 after retry RPC after error@759831223) -> (continuation of Deferred@1103271342 after retry RPC after error@1043589850), errback=(continuation of Deferred@189642339 after retry RPC after error@1583803330) -> (continuation of Deferred@1291605321 after retry RPC after error@2103733010) -> (continuation of Deferred@469513331 after retry RPC after error@1915614261) -> (continuation of Deferred@1557504292 after retry RPC after error@45575511) -> (continuation of Deferred@2014486238 after retry RPC after error@1694716341) -> (continuation of Deferred@338559152 after retry RPC after error@759831223) -> (continuation of Deferred@1103271342 after retry RPC after error@1043589850)))
09:05:02.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1336115142(state=PENDING, result=null, callback=(continuation of Deferred@797795737 after retry RPC after error@402076120) -> (continuation of Deferred@2008015245 after retry RPC after error@598146545) -> (continuation of Deferred@1740895665 after retry RPC after error@1226072416) -> (continuation of Deferred@1103053382 after retry RPC after error@1440904949) -> (continuation of Deferred@762605445 after retry RPC after error@1199637546) -> (continuation of Deferred@2090324974 after retry RPC after error@981747543) -> (continuation of Deferred@880943045 after retry RPC after error@2070805803), errback=(continuation of Deferred@797795737 after retry RPC after error@402076120) -> (continuation of Deferred@2008015245 after retry RPC after error@598146545) -> (continuation of Deferred@1740895665 after retry RPC after error@1226072416) -> (continuation of Deferred@1103053382 after retry RPC after error@1440904949) -> (continuation of Deferred@762605445 after retry RPC after error@1199637546) -> (continuation of Deferred@2090324974 after retry RPC after error@981747543) -> (continuation of Deferred@880943045 after retry RPC after error@2070805803)))
09:05:02.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1336115142(state=PENDING, result=null, callback=(continuation of Deferred@797795737 after retry RPC after error@402076120) -> (continuation of Deferred@2008015245 after retry RPC after error@598146545) -> (continuation of Deferred@1740895665 after retry RPC after error@1226072416) -> (continuation of Deferred@1103053382 after retry RPC after error@1440904949) -> (continuation of Deferred@762605445 after retry RPC after error@1199637546) -> (continuation of Deferred@2090324974 after retry RPC after error@981747543) -> (continuation of Deferred@880943045 after retry RPC after error@2070805803), errback=(continuation of Deferred@797795737 after retry RPC after error@402076120) -> (continuation of Deferred@2008015245 after retry RPC after error@598146545) -> (continuation of Deferred@1740895665 after retry RPC after error@1226072416) -> (continuation of Deferred@1103053382 after retry RPC after error@1440904949) -> (continuation of Deferred@762605445 after retry RPC after error@1199637546) -> (continuation of Deferred@2090324974 after retry RPC after error@981747543) -> (continuation of Deferred@880943045 after retry RPC after error@2070805803)))
09:05:02.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1356920503(state=PENDING, result=null, callback=(continuation of Deferred@988740722 after retry RPC after error@908238173) -> (continuation of Deferred@1942894577 after retry RPC after error@608969329) -> (continuation of Deferred@1762416614 after retry RPC after error@1273427951) -> (continuation of Deferred@1234510045 after retry RPC after error@202361908) -> (continuation of Deferred@121051444 after retry RPC after error@2073223090) -> (continuation of Deferred@459377621 after retry RPC after error@1769835233) -> (continuation of Deferred@1455210563 after retry RPC after error@993978985), errback=(continuation of Deferred@988740722 after retry RPC after error@908238173) -> (continuation of Deferred@1942894577 after retry RPC after error@608969329) -> (continuation of Deferred@1762416614 after retry RPC after error@1273427951) -> (continuation of Deferred@1234510045 after retry RPC after error@202361908) -> (continuation of Deferred@121051444 after retry RPC after error@2073223090) -> (continuation of Deferred@459377621 after retry RPC after error@1769835233) -> (continuation of Deferred@1455210563 after retry RPC after error@993978985)))
09:05:02.526 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1356920503(state=PENDING, result=null, callback=(continuation of Deferred@988740722 after retry RPC after error@908238173) -> (continuation of Deferred@1942894577 after retry RPC after error@608969329) -> (continuation of Deferred@1762416614 after retry RPC after error@1273427951) -> (continuation of Deferred@1234510045 after retry RPC after error@202361908) -> (continuation of Deferred@121051444 after retry RPC after error@2073223090) -> (continuation of Deferred@459377621 after retry RPC after error@1769835233) -> (continuation of Deferred@1455210563 after retry RPC after error@993978985), errback=(continuation of Deferred@988740722 after retry RPC after error@908238173) -> (continuation of Deferred@1942894577 after retry RPC after error@608969329) -> (continuation of Deferred@1762416614 after retry RPC after error@1273427951) -> (continuation of Deferred@1234510045 after retry RPC after error@202361908) -> (continuation of Deferred@121051444 after retry RPC after error@2073223090) -> (continuation of Deferred@459377621 after retry RPC after error@1769835233) -> (continuation of Deferred@1455210563 after retry RPC after error@993978985)))
09:05:02.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1668893785(state=PENDING, result=null, callback=(continuation of Deferred@1585815579 after retry RPC after error@1067325882) -> (continuation of Deferred@843125938 after retry RPC after error@460557607) -> (continuation of Deferred@1753576234 after retry RPC after error@656008265) -> (continuation of Deferred@499617948 after retry RPC after error@442117302) -> (continuation of Deferred@1493504244 after retry RPC after error@827755569) -> (continuation of Deferred@280279543 after retry RPC after error@1530923211) -> (continuation of Deferred@716386791 after retry RPC after error@788596612), errback=(continuation of Deferred@1585815579 after retry RPC after error@1067325882) -> (continuation of Deferred@843125938 after retry RPC after error@460557607) -> (continuation of Deferred@1753576234 after retry RPC after error@656008265) -> (continuation of Deferred@499617948 after retry RPC after error@442117302) -> (continuation of Deferred@1493504244 after retry RPC after error@827755569) -> (continuation of Deferred@280279543 after retry RPC after error@1530923211) -> (continuation of Deferred@716386791 after retry RPC after error@788596612)))
09:05:02.785 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1668893785(state=PENDING, result=null, callback=(continuation of Deferred@1585815579 after retry RPC after error@1067325882) -> (continuation of Deferred@843125938 after retry RPC after error@460557607) -> (continuation of Deferred@1753576234 after retry RPC after error@656008265) -> (continuation of Deferred@499617948 after retry RPC after error@442117302) -> (continuation of Deferred@1493504244 after retry RPC after error@827755569) -> (continuation of Deferred@280279543 after retry RPC after error@1530923211) -> (continuation of Deferred@716386791 after retry RPC after error@788596612), errback=(continuation of Deferred@1585815579 after retry RPC after error@1067325882) -> (continuation of Deferred@843125938 after retry RPC after error@460557607) -> (continuation of Deferred@1753576234 after retry RPC after error@656008265) -> (continuation of Deferred@499617948 after retry RPC after error@442117302) -> (continuation of Deferred@1493504244 after retry RPC after error@827755569) -> (continuation of Deferred@280279543 after retry RPC after error@1530923211) -> (continuation of Deferred@716386791 after retry RPC after error@788596612)))
09:05:02.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:02.810616 17466 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:05:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:02.810809 17466 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:05:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:02.811427 17466 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:05:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:02.813856 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:05:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:02.814042 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:05:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:02.814105 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:05:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:02.814401 17466 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:02.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:02.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:02.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:02.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:02.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:02.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1211719521(state=PENDING, result=null, callback=(continuation of Deferred@803605796 after retry RPC after error@40772275) -> (continuation of Deferred@885064298 after retry RPC after error@906072516) -> (continuation of Deferred@688993549 after retry RPC after error@1520034086) -> (continuation of Deferred@1719102029 after retry RPC after error@1556240630) -> (continuation of Deferred@2086385470 after retry RPC after error@1767831874) -> (continuation of Deferred@883344166 after retry RPC after error@2062362796) -> (continuation of Deferred@1538163336 after retry RPC after error@1160045654), errback=(continuation of Deferred@803605796 after retry RPC after error@40772275) -> (continuation of Deferred@885064298 after retry RPC after error@906072516) -> (continuation of Deferred@688993549 after retry RPC after error@1520034086) -> (continuation of Deferred@1719102029 after retry RPC after error@1556240630) -> (continuation of Deferred@2086385470 after retry RPC after error@1767831874) -> (continuation of Deferred@883344166 after retry RPC after error@2062362796) -> (continuation of Deferred@1538163336 after retry RPC after error@1160045654)))
09:05:03.045 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1211719521(state=PENDING, result=null, callback=(continuation of Deferred@803605796 after retry RPC after error@40772275) -> (continuation of Deferred@885064298 after retry RPC after error@906072516) -> (continuation of Deferred@688993549 after retry RPC after error@1520034086) -> (continuation of Deferred@1719102029 after retry RPC after error@1556240630) -> (continuation of Deferred@2086385470 after retry RPC after error@1767831874) -> (continuation of Deferred@883344166 after retry RPC after error@2062362796) -> (continuation of Deferred@1538163336 after retry RPC after error@1160045654), errback=(continuation of Deferred@803605796 after retry RPC after error@40772275) -> (continuation of Deferred@885064298 after retry RPC after error@906072516) -> (continuation of Deferred@688993549 after retry RPC after error@1520034086) -> (continuation of Deferred@1719102029 after retry RPC after error@1556240630) -> (continuation of Deferred@2086385470 after retry RPC after error@1767831874) -> (continuation of Deferred@883344166 after retry RPC after error@2062362796) -> (continuation of Deferred@1538163336 after retry RPC after error@1160045654)))
09:05:03.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1105167170(state=PENDING, result=null, callback=(continuation of Deferred@155941766 after retry RPC after error@849879833) -> (continuation of Deferred@1926740802 after retry RPC after error@1336931273) -> (continuation of Deferred@493496049 after retry RPC after error@1856601774) -> (continuation of Deferred@569103762 after retry RPC after error@300571613) -> (continuation of Deferred@1576774335 after retry RPC after error@2021847968) -> (continuation of Deferred@129695335 after retry RPC after error@1154316798) -> (continuation of Deferred@1155763594 after retry RPC after error@731085125) -> (continuation of Deferred@2064311190 after retry RPC after error@1411868544), errback=(continuation of Deferred@155941766 after retry RPC after error@849879833) -> (continuation of Deferred@1926740802 after retry RPC after error@1336931273) -> (continuation of Deferred@493496049 after retry RPC after error@1856601774) -> (continuation of Deferred@569103762 after retry RPC after error@300571613) -> (continuation of Deferred@1576774335 after retry RPC after error@2021847968) -> (continuation of Deferred@129695335 after retry RPC after error@1154316798) -> (continuation of Deferred@1155763594 after retry RPC after error@731085125) -> (continuation of Deferred@2064311190 after retry RPC after error@1411868544)))
09:05:03.307 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1105167170(state=PENDING, result=null, callback=(continuation of Deferred@155941766 after retry RPC after error@849879833) -> (continuation of Deferred@1926740802 after retry RPC after error@1336931273) -> (continuation of Deferred@493496049 after retry RPC after error@1856601774) -> (continuation of Deferred@569103762 after retry RPC after error@300571613) -> (continuation of Deferred@1576774335 after retry RPC after error@2021847968) -> (continuation of Deferred@129695335 after retry RPC after error@1154316798) -> (continuation of Deferred@1155763594 after retry RPC after error@731085125) -> (continuation of Deferred@2064311190 after retry RPC after error@1411868544), errback=(continuation of Deferred@155941766 after retry RPC after error@849879833) -> (continuation of Deferred@1926740802 after retry RPC after error@1336931273) -> (continuation of Deferred@493496049 after retry RPC after error@1856601774) -> (continuation of Deferred@569103762 after retry RPC after error@300571613) -> (continuation of Deferred@1576774335 after retry RPC after error@2021847968) -> (continuation of Deferred@129695335 after retry RPC after error@1154316798) -> (continuation of Deferred@1155763594 after retry RPC after error@731085125) -> (continuation of Deferred@2064311190 after retry RPC after error@1411868544)))
09:05:03.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2059379973(state=PENDING, result=null, callback=(continuation of Deferred@238527085 after retry RPC after error@1690054683) -> (continuation of Deferred@1461378748 after retry RPC after error@1351274199) -> (continuation of Deferred@1671244385 after retry RPC after error@1713697505) -> (continuation of Deferred@1732919207 after retry RPC after error@1638971887) -> (continuation of Deferred@1811175834 after retry RPC after error@713428479) -> (continuation of Deferred@470267919 after retry RPC after error@2023490977), errback=(continuation of Deferred@238527085 after retry RPC after error@1690054683) -> (continuation of Deferred@1461378748 after retry RPC after error@1351274199) -> (continuation of Deferred@1671244385 after retry RPC after error@1713697505) -> (continuation of Deferred@1732919207 after retry RPC after error@1638971887) -> (continuation of Deferred@1811175834 after retry RPC after error@713428479) -> (continuation of Deferred@470267919 after retry RPC after error@2023490977)))
09:05:03.487 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2059379973(state=PENDING, result=null, callback=(continuation of Deferred@238527085 after retry RPC after error@1690054683) -> (continuation of Deferred@1461378748 after retry RPC after error@1351274199) -> (continuation of Deferred@1671244385 after retry RPC after error@1713697505) -> (continuation of Deferred@1732919207 after retry RPC after error@1638971887) -> (continuation of Deferred@1811175834 after retry RPC after error@713428479) -> (continuation of Deferred@470267919 after retry RPC after error@2023490977), errback=(continuation of Deferred@238527085 after retry RPC after error@1690054683) -> (continuation of Deferred@1461378748 after retry RPC after error@1351274199) -> (continuation of Deferred@1671244385 after retry RPC after error@1713697505) -> (continuation of Deferred@1732919207 after retry RPC after error@1638971887) -> (continuation of Deferred@1811175834 after retry RPC after error@713428479) -> (continuation of Deferred@470267919 after retry RPC after error@2023490977)))
09:05:03.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1090729474(state=PENDING, result=null, callback=(continuation of Deferred@23582029 after retry RPC after error@5791623) -> (continuation of Deferred@1183080428 after retry RPC after error@510644760) -> (continuation of Deferred@563982629 after retry RPC after error@1669031670) -> (continuation of Deferred@132398666 after retry RPC after error@1744556988) -> (continuation of Deferred@732119807 after retry RPC after error@332909995) -> (continuation of Deferred@904374261 after retry RPC after error@213443782), errback=(continuation of Deferred@23582029 after retry RPC after error@5791623) -> (continuation of Deferred@1183080428 after retry RPC after error@510644760) -> (continuation of Deferred@563982629 after retry RPC after error@1669031670) -> (continuation of Deferred@132398666 after retry RPC after error@1744556988) -> (continuation of Deferred@732119807 after retry RPC after error@332909995) -> (continuation of Deferred@904374261 after retry RPC after error@213443782)))
09:05:03.686 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1090729474(state=PENDING, result=null, callback=(continuation of Deferred@23582029 after retry RPC after error@5791623) -> (continuation of Deferred@1183080428 after retry RPC after error@510644760) -> (continuation of Deferred@563982629 after retry RPC after error@1669031670) -> (continuation of Deferred@132398666 after retry RPC after error@1744556988) -> (continuation of Deferred@732119807 after retry RPC after error@332909995) -> (continuation of Deferred@904374261 after retry RPC after error@213443782), errback=(continuation of Deferred@23582029 after retry RPC after error@5791623) -> (continuation of Deferred@1183080428 after retry RPC after error@510644760) -> (continuation of Deferred@563982629 after retry RPC after error@1669031670) -> (continuation of Deferred@132398666 after retry RPC after error@1744556988) -> (continuation of Deferred@732119807 after retry RPC after error@332909995) -> (continuation of Deferred@904374261 after retry RPC after error@213443782)))
09:05:03.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1475097997(state=PENDING, result=null, callback=(continuation of Deferred@812423152 after retry RPC after error@2093391057) -> (continuation of Deferred@1585362303 after retry RPC after error@1753785184) -> (continuation of Deferred@1016035990 after retry RPC after error@1952926146) -> (continuation of Deferred@1595527036 after retry RPC after error@1915221084) -> (continuation of Deferred@893090628 after retry RPC after error@2078023032) -> (continuation of Deferred@1781489488 after retry RPC after error@661115741) -> (continuation of Deferred@1239969198 after retry RPC after error@1380224566), errback=(continuation of Deferred@812423152 after retry RPC after error@2093391057) -> (continuation of Deferred@1585362303 after retry RPC after error@1753785184) -> (continuation of Deferred@1016035990 after retry RPC after error@1952926146) -> (continuation of Deferred@1595527036 after retry RPC after error@1915221084) -> (continuation of Deferred@893090628 after retry RPC after error@2078023032) -> (continuation of Deferred@1781489488 after retry RPC after error@661115741) -> (continuation of Deferred@1239969198 after retry RPC after error@1380224566)))
09:05:03.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1475097997(state=PENDING, result=null, callback=(continuation of Deferred@812423152 after retry RPC after error@2093391057) -> (continuation of Deferred@1585362303 after retry RPC after error@1753785184) -> (continuation of Deferred@1016035990 after retry RPC after error@1952926146) -> (continuation of Deferred@1595527036 after retry RPC after error@1915221084) -> (continuation of Deferred@893090628 after retry RPC after error@2078023032) -> (continuation of Deferred@1781489488 after retry RPC after error@661115741) -> (continuation of Deferred@1239969198 after retry RPC after error@1380224566), errback=(continuation of Deferred@812423152 after retry RPC after error@2093391057) -> (continuation of Deferred@1585362303 after retry RPC after error@1753785184) -> (continuation of Deferred@1016035990 after retry RPC after error@1952926146) -> (continuation of Deferred@1595527036 after retry RPC after error@1915221084) -> (continuation of Deferred@893090628 after retry RPC after error@2078023032) -> (continuation of Deferred@1781489488 after retry RPC after error@661115741) -> (continuation of Deferred@1239969198 after retry RPC after error@1380224566)))
09:05:03.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:03.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:03.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:03.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:03.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:03.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@56773922(state=PENDING, result=null, callback=(continuation of Deferred@689577581 after retry RPC after error@392991641) -> (continuation of Deferred@1876469975 after retry RPC after error@2118316883) -> (continuation of Deferred@131232640 after retry RPC after error@1951516856) -> (continuation of Deferred@1583700213 after retry RPC after error@928309249) -> (continuation of Deferred@588172056 after retry RPC after error@1499513801) -> (continuation of Deferred@766937824 after retry RPC after error@1039279039), errback=(continuation of Deferred@689577581 after retry RPC after error@392991641) -> (continuation of Deferred@1876469975 after retry RPC after error@2118316883) -> (continuation of Deferred@131232640 after retry RPC after error@1951516856) -> (continuation of Deferred@1583700213 after retry RPC after error@928309249) -> (continuation of Deferred@588172056 after retry RPC after error@1499513801) -> (continuation of Deferred@766937824 after retry RPC after error@1039279039)))
09:05:04.126 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@56773922(state=PENDING, result=null, callback=(continuation of Deferred@689577581 after retry RPC after error@392991641) -> (continuation of Deferred@1876469975 after retry RPC after error@2118316883) -> (continuation of Deferred@131232640 after retry RPC after error@1951516856) -> (continuation of Deferred@1583700213 after retry RPC after error@928309249) -> (continuation of Deferred@588172056 after retry RPC after error@1499513801) -> (continuation of Deferred@766937824 after retry RPC after error@1039279039), errback=(continuation of Deferred@689577581 after retry RPC after error@392991641) -> (continuation of Deferred@1876469975 after retry RPC after error@2118316883) -> (continuation of Deferred@131232640 after retry RPC after error@1951516856) -> (continuation of Deferred@1583700213 after retry RPC after error@928309249) -> (continuation of Deferred@588172056 after retry RPC after error@1499513801) -> (continuation of Deferred@766937824 after retry RPC after error@1039279039)))
09:05:04.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:04.233366 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:04.235780 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:04.237357 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:04.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@4728409(state=PENDING, result=null, callback=(continuation of Deferred@1239010238 after retry RPC after error@51530938) -> (continuation of Deferred@1696770075 after retry RPC after error@605626376) -> (continuation of Deferred@597330702 after retry RPC after error@847017051) -> (continuation of Deferred@1122918527 after retry RPC after error@798622026) -> (continuation of Deferred@1479486796 after retry RPC after error@153109694) -> (continuation of Deferred@947662973 after retry RPC after error@1200875113) -> (continuation of Deferred@1719137946 after retry RPC after error@1836665694), errback=(continuation of Deferred@1239010238 after retry RPC after error@51530938) -> (continuation of Deferred@1696770075 after retry RPC after error@605626376) -> (continuation of Deferred@597330702 after retry RPC after error@847017051) -> (continuation of Deferred@1122918527 after retry RPC after error@798622026) -> (continuation of Deferred@1479486796 after retry RPC after error@153109694) -> (continuation of Deferred@947662973 after retry RPC after error@1200875113) -> (continuation of Deferred@1719137946 after retry RPC after error@1836665694)))
09:05:04.325 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@4728409(state=PENDING, result=null, callback=(continuation of Deferred@1239010238 after retry RPC after error@51530938) -> (continuation of Deferred@1696770075 after retry RPC after error@605626376) -> (continuation of Deferred@597330702 after retry RPC after error@847017051) -> (continuation of Deferred@1122918527 after retry RPC after error@798622026) -> (continuation of Deferred@1479486796 after retry RPC after error@153109694) -> (continuation of Deferred@947662973 after retry RPC after error@1200875113) -> (continuation of Deferred@1719137946 after retry RPC after error@1836665694), errback=(continuation of Deferred@1239010238 after retry RPC after error@51530938) -> (continuation of Deferred@1696770075 after retry RPC after error@605626376) -> (continuation of Deferred@597330702 after retry RPC after error@847017051) -> (continuation of Deferred@1122918527 after retry RPC after error@798622026) -> (continuation of Deferred@1479486796 after retry RPC after error@153109694) -> (continuation of Deferred@947662973 after retry RPC after error@1200875113) -> (continuation of Deferred@1719137946 after retry RPC after error@1836665694)))
09:05:04.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@953525250(state=PENDING, result=null, callback=(continuation of Deferred@163583175 after retry RPC after error@108946085) -> (continuation of Deferred@514894924 after retry RPC after error@189857324) -> (continuation of Deferred@37725613 after retry RPC after error@1998689285) -> (continuation of Deferred@1827181665 after retry RPC after error@1615181390) -> (continuation of Deferred@522745126 after retry RPC after error@1683118970) -> (continuation of Deferred@1286701069 after retry RPC after error@25929747), errback=(continuation of Deferred@163583175 after retry RPC after error@108946085) -> (continuation of Deferred@514894924 after retry RPC after error@189857324) -> (continuation of Deferred@37725613 after retry RPC after error@1998689285) -> (continuation of Deferred@1827181665 after retry RPC after error@1615181390) -> (continuation of Deferred@522745126 after retry RPC after error@1683118970) -> (continuation of Deferred@1286701069 after retry RPC after error@25929747)))
09:05:04.505 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@953525250(state=PENDING, result=null, callback=(continuation of Deferred@163583175 after retry RPC after error@108946085) -> (continuation of Deferred@514894924 after retry RPC after error@189857324) -> (continuation of Deferred@37725613 after retry RPC after error@1998689285) -> (continuation of Deferred@1827181665 after retry RPC after error@1615181390) -> (continuation of Deferred@522745126 after retry RPC after error@1683118970) -> (continuation of Deferred@1286701069 after retry RPC after error@25929747), errback=(continuation of Deferred@163583175 after retry RPC after error@108946085) -> (continuation of Deferred@514894924 after retry RPC after error@189857324) -> (continuation of Deferred@37725613 after retry RPC after error@1998689285) -> (continuation of Deferred@1827181665 after retry RPC after error@1615181390) -> (continuation of Deferred@522745126 after retry RPC after error@1683118970) -> (continuation of Deferred@1286701069 after retry RPC after error@25929747)))
09:05:04.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1371986902(state=PENDING, result=null, callback=(continuation of Deferred@38663277 after retry RPC after error@1265774721) -> (continuation of Deferred@791415306 after retry RPC after error@1221819474) -> (continuation of Deferred@634394553 after retry RPC after error@2138889658) -> (continuation of Deferred@810546181 after retry RPC after error@1663905714) -> (continuation of Deferred@1189450161 after retry RPC after error@1609373146) -> (continuation of Deferred@273493502 after retry RPC after error@437764346) -> (continuation of Deferred@1888858640 after retry RPC after error@1205938717), errback=(continuation of Deferred@38663277 after retry RPC after error@1265774721) -> (continuation of Deferred@791415306 after retry RPC after error@1221819474) -> (continuation of Deferred@634394553 after retry RPC after error@2138889658) -> (continuation of Deferred@810546181 after retry RPC after error@1663905714) -> (continuation of Deferred@1189450161 after retry RPC after error@1609373146) -> (continuation of Deferred@273493502 after retry RPC after error@437764346) -> (continuation of Deferred@1888858640 after retry RPC after error@1205938717)))
09:05:04.706 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1371986902(state=PENDING, result=null, callback=(continuation of Deferred@38663277 after retry RPC after error@1265774721) -> (continuation of Deferred@791415306 after retry RPC after error@1221819474) -> (continuation of Deferred@634394553 after retry RPC after error@2138889658) -> (continuation of Deferred@810546181 after retry RPC after error@1663905714) -> (continuation of Deferred@1189450161 after retry RPC after error@1609373146) -> (continuation of Deferred@273493502 after retry RPC after error@437764346) -> (continuation of Deferred@1888858640 after retry RPC after error@1205938717), errback=(continuation of Deferred@38663277 after retry RPC after error@1265774721) -> (continuation of Deferred@791415306 after retry RPC after error@1221819474) -> (continuation of Deferred@634394553 after retry RPC after error@2138889658) -> (continuation of Deferred@810546181 after retry RPC after error@1663905714) -> (continuation of Deferred@1189450161 after retry RPC after error@1609373146) -> (continuation of Deferred@273493502 after retry RPC after error@437764346) -> (continuation of Deferred@1888858640 after retry RPC after error@1205938717)))
09:05:04.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@732703001(state=PENDING, result=null, callback=(continuation of Deferred@138834963 after retry RPC after error@206165181) -> (continuation of Deferred@2048587920 after retry RPC after error@808776235) -> (continuation of Deferred@199880402 after retry RPC after error@1237790510) -> (continuation of Deferred@1689551102 after retry RPC after error@1929810921) -> (continuation of Deferred@928869413 after retry RPC after error@1200851903) -> (continuation of Deferred@123748547 after retry RPC after error@1077805597), errback=(continuation of Deferred@138834963 after retry RPC after error@206165181) -> (continuation of Deferred@2048587920 after retry RPC after error@808776235) -> (continuation of Deferred@199880402 after retry RPC after error@1237790510) -> (continuation of Deferred@1689551102 after retry RPC after error@1929810921) -> (continuation of Deferred@928869413 after retry RPC after error@1200851903) -> (continuation of Deferred@123748547 after retry RPC after error@1077805597)))
09:05:04.886 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@732703001(state=PENDING, result=null, callback=(continuation of Deferred@138834963 after retry RPC after error@206165181) -> (continuation of Deferred@2048587920 after retry RPC after error@808776235) -> (continuation of Deferred@199880402 after retry RPC after error@1237790510) -> (continuation of Deferred@1689551102 after retry RPC after error@1929810921) -> (continuation of Deferred@928869413 after retry RPC after error@1200851903) -> (continuation of Deferred@123748547 after retry RPC after error@1077805597), errback=(continuation of Deferred@138834963 after retry RPC after error@206165181) -> (continuation of Deferred@2048587920 after retry RPC after error@808776235) -> (continuation of Deferred@199880402 after retry RPC after error@1237790510) -> (continuation of Deferred@1689551102 after retry RPC after error@1929810921) -> (continuation of Deferred@928869413 after retry RPC after error@1200851903) -> (continuation of Deferred@123748547 after retry RPC after error@1077805597)))
09:05:04.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:04.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:04.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:04.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:04.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:04.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1093286674(state=PENDING, result=null, callback=(continuation of Deferred@189458543 after retry RPC after error@1794112173) -> (continuation of Deferred@997914887 after retry RPC after error@723036113) -> (continuation of Deferred@2001546061 after retry RPC after error@1659018651) -> (continuation of Deferred@247259649 after retry RPC after error@1626667560) -> (continuation of Deferred@2122166840 after retry RPC after error@134608425) -> (continuation of Deferred@1640018370 after retry RPC after error@648159848) -> (continuation of Deferred@903723254 after retry RPC after error@307143898), errback=(continuation of Deferred@189458543 after retry RPC after error@1794112173) -> (continuation of Deferred@997914887 after retry RPC after error@723036113) -> (continuation of Deferred@2001546061 after retry RPC after error@1659018651) -> (continuation of Deferred@247259649 after retry RPC after error@1626667560) -> (continuation of Deferred@2122166840 after retry RPC after error@134608425) -> (continuation of Deferred@1640018370 after retry RPC after error@648159848) -> (continuation of Deferred@903723254 after retry RPC after error@307143898)))
09:05:05.106 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1093286674(state=PENDING, result=null, callback=(continuation of Deferred@189458543 after retry RPC after error@1794112173) -> (continuation of Deferred@997914887 after retry RPC after error@723036113) -> (continuation of Deferred@2001546061 after retry RPC after error@1659018651) -> (continuation of Deferred@247259649 after retry RPC after error@1626667560) -> (continuation of Deferred@2122166840 after retry RPC after error@134608425) -> (continuation of Deferred@1640018370 after retry RPC after error@648159848) -> (continuation of Deferred@903723254 after retry RPC after error@307143898), errback=(continuation of Deferred@189458543 after retry RPC after error@1794112173) -> (continuation of Deferred@997914887 after retry RPC after error@723036113) -> (continuation of Deferred@2001546061 after retry RPC after error@1659018651) -> (continuation of Deferred@247259649 after retry RPC after error@1626667560) -> (continuation of Deferred@2122166840 after retry RPC after error@134608425) -> (continuation of Deferred@1640018370 after retry RPC after error@648159848) -> (continuation of Deferred@903723254 after retry RPC after error@307143898)))
09:05:05.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.383 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@869574861(state=PENDING, result=null, callback=(continuation of Deferred@1140360512 after retry RPC after error@1983114541) -> (continuation of Deferred@1167548745 after retry RPC after error@1402158070) -> (continuation of Deferred@1422292545 after retry RPC after error@1031119729) -> (continuation of Deferred@1125515455 after retry RPC after error@152096672) -> (continuation of Deferred@1845740733 after retry RPC after error@2122157095) -> (continuation of Deferred@228419759 after retry RPC after error@41933683) -> (continuation of Deferred@1915343277 after retry RPC after error@1621587835) -> (continuation of Deferred@102343632 after retry RPC after error@2051101731), errback=(continuation of Deferred@1140360512 after retry RPC after error@1983114541) -> (continuation of Deferred@1167548745 after retry RPC after error@1402158070) -> (continuation of Deferred@1422292545 after retry RPC after error@1031119729) -> (continuation of Deferred@1125515455 after retry RPC after error@152096672) -> (continuation of Deferred@1845740733 after retry RPC after error@2122157095) -> (continuation of Deferred@228419759 after retry RPC after error@41933683) -> (continuation of Deferred@1915343277 after retry RPC after error@1621587835) -> (continuation of Deferred@102343632 after retry RPC after error@2051101731)))
09:05:05.384 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:05.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1722216171(state=PENDING, result=null, callback=(continuation of Deferred@737187466 after retry RPC after error@943312985) -> (continuation of Deferred@1496822956 after retry RPC after error@137873623) -> (continuation of Deferred@668748701 after retry RPC after error@1360133159) -> (continuation of Deferred@904372349 after retry RPC after error@52475750) -> (continuation of Deferred@1189450812 after retry RPC after error@407611395) -> (continuation of Deferred@270993215 after retry RPC after error@381290970) -> (continuation of Deferred@2090085189 after retry RPC after error@970624868), errback=(continuation of Deferred@737187466 after retry RPC after error@943312985) -> (continuation of Deferred@1496822956 after retry RPC after error@137873623) -> (continuation of Deferred@668748701 after retry RPC after error@1360133159) -> (continuation of Deferred@904372349 after retry RPC after error@52475750) -> (continuation of Deferred@1189450812 after retry RPC after error@407611395) -> (continuation of Deferred@270993215 after retry RPC after error@381290970) -> (continuation of Deferred@2090085189 after retry RPC after error@970624868)))
09:05:05.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1722216171(state=PENDING, result=null, callback=(continuation of Deferred@737187466 after retry RPC after error@943312985) -> (continuation of Deferred@1496822956 after retry RPC after error@137873623) -> (continuation of Deferred@668748701 after retry RPC after error@1360133159) -> (continuation of Deferred@904372349 after retry RPC after error@52475750) -> (continuation of Deferred@1189450812 after retry RPC after error@407611395) -> (continuation of Deferred@270993215 after retry RPC after error@381290970) -> (continuation of Deferred@2090085189 after retry RPC after error@970624868), errback=(continuation of Deferred@737187466 after retry RPC after error@943312985) -> (continuation of Deferred@1496822956 after retry RPC after error@137873623) -> (continuation of Deferred@668748701 after retry RPC after error@1360133159) -> (continuation of Deferred@904372349 after retry RPC after error@52475750) -> (continuation of Deferred@1189450812 after retry RPC after error@407611395) -> (continuation of Deferred@270993215 after retry RPC after error@381290970) -> (continuation of Deferred@2090085189 after retry RPC after error@970624868)))
09:05:05.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2003018158(state=PENDING, result=null, callback=(continuation of Deferred@1345366299 after retry RPC after error@792382780) -> (continuation of Deferred@1584161491 after retry RPC after error@887670369) -> (continuation of Deferred@1631963542 after retry RPC after error@409971631) -> (continuation of Deferred@631781515 after retry RPC after error@1459693969) -> (continuation of Deferred@415716254 after retry RPC after error@2098242042) -> (continuation of Deferred@421044915 after retry RPC after error@1191923104) -> (continuation of Deferred@1710407036 after retry RPC after error@487968585), errback=(continuation of Deferred@1345366299 after retry RPC after error@792382780) -> (continuation of Deferred@1584161491 after retry RPC after error@887670369) -> (continuation of Deferred@1631963542 after retry RPC after error@409971631) -> (continuation of Deferred@631781515 after retry RPC after error@1459693969) -> (continuation of Deferred@415716254 after retry RPC after error@2098242042) -> (continuation of Deferred@421044915 after retry RPC after error@1191923104) -> (continuation of Deferred@1710407036 after retry RPC after error@487968585)))
09:05:05.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2003018158(state=PENDING, result=null, callback=(continuation of Deferred@1345366299 after retry RPC after error@792382780) -> (continuation of Deferred@1584161491 after retry RPC after error@887670369) -> (continuation of Deferred@1631963542 after retry RPC after error@409971631) -> (continuation of Deferred@631781515 after retry RPC after error@1459693969) -> (continuation of Deferred@415716254 after retry RPC after error@2098242042) -> (continuation of Deferred@421044915 after retry RPC after error@1191923104) -> (continuation of Deferred@1710407036 after retry RPC after error@487968585), errback=(continuation of Deferred@1345366299 after retry RPC after error@792382780) -> (continuation of Deferred@1584161491 after retry RPC after error@887670369) -> (continuation of Deferred@1631963542 after retry RPC after error@409971631) -> (continuation of Deferred@631781515 after retry RPC after error@1459693969) -> (continuation of Deferred@415716254 after retry RPC after error@2098242042) -> (continuation of Deferred@421044915 after retry RPC after error@1191923104) -> (continuation of Deferred@1710407036 after retry RPC after error@487968585)))
09:05:05.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:05.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:05.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:05.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:05.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:05.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1767625417(state=PENDING, result=null, callback=(continuation of Deferred@1270450232 after retry RPC after error@534517419) -> (continuation of Deferred@387653809 after retry RPC after error@543257857) -> (continuation of Deferred@656331133 after retry RPC after error@1476981371) -> (continuation of Deferred@383274851 after retry RPC after error@1035659716) -> (continuation of Deferred@1828602423 after retry RPC after error@1937436409) -> (continuation of Deferred@663553186 after retry RPC after error@1301491038) -> (continuation of Deferred@1398944033 after retry RPC after error@2001408146), errback=(continuation of Deferred@1270450232 after retry RPC after error@534517419) -> (continuation of Deferred@387653809 after retry RPC after error@543257857) -> (continuation of Deferred@656331133 after retry RPC after error@1476981371) -> (continuation of Deferred@383274851 after retry RPC after error@1035659716) -> (continuation of Deferred@1828602423 after retry RPC after error@1937436409) -> (continuation of Deferred@663553186 after retry RPC after error@1301491038) -> (continuation of Deferred@1398944033 after retry RPC after error@2001408146)))
09:05:06.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1767625417(state=PENDING, result=null, callback=(continuation of Deferred@1270450232 after retry RPC after error@534517419) -> (continuation of Deferred@387653809 after retry RPC after error@543257857) -> (continuation of Deferred@656331133 after retry RPC after error@1476981371) -> (continuation of Deferred@383274851 after retry RPC after error@1035659716) -> (continuation of Deferred@1828602423 after retry RPC after error@1937436409) -> (continuation of Deferred@663553186 after retry RPC after error@1301491038) -> (continuation of Deferred@1398944033 after retry RPC after error@2001408146), errback=(continuation of Deferred@1270450232 after retry RPC after error@534517419) -> (continuation of Deferred@387653809 after retry RPC after error@543257857) -> (continuation of Deferred@656331133 after retry RPC after error@1476981371) -> (continuation of Deferred@383274851 after retry RPC after error@1035659716) -> (continuation of Deferred@1828602423 after retry RPC after error@1937436409) -> (continuation of Deferred@663553186 after retry RPC after error@1301491038) -> (continuation of Deferred@1398944033 after retry RPC after error@2001408146)))
09:05:06.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1460708775(state=PENDING, result=null, callback=(continuation of Deferred@1600944076 after retry RPC after error@1795301798) -> (continuation of Deferred@622635978 after retry RPC after error@2012421971) -> (continuation of Deferred@1260246134 after retry RPC after error@828949410) -> (continuation of Deferred@1902804158 after retry RPC after error@512556103) -> (continuation of Deferred@999765380 after retry RPC after error@1284871303) -> (continuation of Deferred@1849204263 after retry RPC after error@397359459), errback=(continuation of Deferred@1600944076 after retry RPC after error@1795301798) -> (continuation of Deferred@622635978 after retry RPC after error@2012421971) -> (continuation of Deferred@1260246134 after retry RPC after error@828949410) -> (continuation of Deferred@1902804158 after retry RPC after error@512556103) -> (continuation of Deferred@999765380 after retry RPC after error@1284871303) -> (continuation of Deferred@1849204263 after retry RPC after error@397359459)))
09:05:06.346 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1460708775(state=PENDING, result=null, callback=(continuation of Deferred@1600944076 after retry RPC after error@1795301798) -> (continuation of Deferred@622635978 after retry RPC after error@2012421971) -> (continuation of Deferred@1260246134 after retry RPC after error@828949410) -> (continuation of Deferred@1902804158 after retry RPC after error@512556103) -> (continuation of Deferred@999765380 after retry RPC after error@1284871303) -> (continuation of Deferred@1849204263 after retry RPC after error@397359459), errback=(continuation of Deferred@1600944076 after retry RPC after error@1795301798) -> (continuation of Deferred@622635978 after retry RPC after error@2012421971) -> (continuation of Deferred@1260246134 after retry RPC after error@828949410) -> (continuation of Deferred@1902804158 after retry RPC after error@512556103) -> (continuation of Deferred@999765380 after retry RPC after error@1284871303) -> (continuation of Deferred@1849204263 after retry RPC after error@397359459)))
09:05:06.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:06.579712 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:06.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:06.579896 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:06.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1258761268(state=PENDING, result=null, callback=(continuation of Deferred@1807576714 after retry RPC after error@502271792) -> (continuation of Deferred@1614272606 after retry RPC after error@312684256) -> (continuation of Deferred@308992768 after retry RPC after error@259973106) -> (continuation of Deferred@1372918635 after retry RPC after error@1510667167) -> (continuation of Deferred@519864581 after retry RPC after error@1728339047) -> (continuation of Deferred@506676647 after retry RPC after error@321440757) -> (continuation of Deferred@1772524604 after retry RPC after error@746854923), errback=(continuation of Deferred@1807576714 after retry RPC after error@502271792) -> (continuation of Deferred@1614272606 after retry RPC after error@312684256) -> (continuation of Deferred@308992768 after retry RPC after error@259973106) -> (continuation of Deferred@1372918635 after retry RPC after error@1510667167) -> (continuation of Deferred@519864581 after retry RPC after error@1728339047) -> (continuation of Deferred@506676647 after retry RPC after error@321440757) -> (continuation of Deferred@1772524604 after retry RPC after error@746854923)))
09:05:06.586 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1258761268(state=PENDING, result=null, callback=(continuation of Deferred@1807576714 after retry RPC after error@502271792) -> (continuation of Deferred@1614272606 after retry RPC after error@312684256) -> (continuation of Deferred@308992768 after retry RPC after error@259973106) -> (continuation of Deferred@1372918635 after retry RPC after error@1510667167) -> (continuation of Deferred@519864581 after retry RPC after error@1728339047) -> (continuation of Deferred@506676647 after retry RPC after error@321440757) -> (continuation of Deferred@1772524604 after retry RPC after error@746854923), errback=(continuation of Deferred@1807576714 after retry RPC after error@502271792) -> (continuation of Deferred@1614272606 after retry RPC after error@312684256) -> (continuation of Deferred@308992768 after retry RPC after error@259973106) -> (continuation of Deferred@1372918635 after retry RPC after error@1510667167) -> (continuation of Deferred@519864581 after retry RPC after error@1728339047) -> (continuation of Deferred@506676647 after retry RPC after error@321440757) -> (continuation of Deferred@1772524604 after retry RPC after error@746854923)))
09:05:06.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2080183904(state=PENDING, result=null, callback=(continuation of Deferred@2124561287 after retry RPC after error@1143307638) -> (continuation of Deferred@1147826407 after retry RPC after error@1471619100) -> (continuation of Deferred@942032750 after retry RPC after error@1468482513) -> (continuation of Deferred@1081994382 after retry RPC after error@782537565) -> (continuation of Deferred@615759056 after retry RPC after error@1229449820) -> (continuation of Deferred@1727096422 after retry RPC after error@1824866206) -> (continuation of Deferred@1428769770 after retry RPC after error@592076313), errback=(continuation of Deferred@2124561287 after retry RPC after error@1143307638) -> (continuation of Deferred@1147826407 after retry RPC after error@1471619100) -> (continuation of Deferred@942032750 after retry RPC after error@1468482513) -> (continuation of Deferred@1081994382 after retry RPC after error@782537565) -> (continuation of Deferred@615759056 after retry RPC after error@1229449820) -> (continuation of Deferred@1727096422 after retry RPC after error@1824866206) -> (continuation of Deferred@1428769770 after retry RPC after error@592076313)))
09:05:06.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2080183904(state=PENDING, result=null, callback=(continuation of Deferred@2124561287 after retry RPC after error@1143307638) -> (continuation of Deferred@1147826407 after retry RPC after error@1471619100) -> (continuation of Deferred@942032750 after retry RPC after error@1468482513) -> (continuation of Deferred@1081994382 after retry RPC after error@782537565) -> (continuation of Deferred@615759056 after retry RPC after error@1229449820) -> (continuation of Deferred@1727096422 after retry RPC after error@1824866206) -> (continuation of Deferred@1428769770 after retry RPC after error@592076313), errback=(continuation of Deferred@2124561287 after retry RPC after error@1143307638) -> (continuation of Deferred@1147826407 after retry RPC after error@1471619100) -> (continuation of Deferred@942032750 after retry RPC after error@1468482513) -> (continuation of Deferred@1081994382 after retry RPC after error@782537565) -> (continuation of Deferred@615759056 after retry RPC after error@1229449820) -> (continuation of Deferred@1727096422 after retry RPC after error@1824866206) -> (continuation of Deferred@1428769770 after retry RPC after error@592076313)))
09:05:06.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:06.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:06.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:06.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:06.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:06.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.123 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@430854338(state=PENDING, result=null, callback=(continuation of Deferred@736389920 after retry RPC after error@985264183) -> (continuation of Deferred@1188614103 after retry RPC after error@765177742) -> (continuation of Deferred@623803510 after retry RPC after error@1348667564) -> (continuation of Deferred@1346753280 after retry RPC after error@542306649) -> (continuation of Deferred@1992946921 after retry RPC after error@1051178228) -> (continuation of Deferred@1082441203 after retry RPC after error@2011907203) -> (continuation of Deferred@1320982571 after retry RPC after error@1304397084), errback=(continuation of Deferred@736389920 after retry RPC after error@985264183) -> (continuation of Deferred@1188614103 after retry RPC after error@765177742) -> (continuation of Deferred@623803510 after retry RPC after error@1348667564) -> (continuation of Deferred@1346753280 after retry RPC after error@542306649) -> (continuation of Deferred@1992946921 after retry RPC after error@1051178228) -> (continuation of Deferred@1082441203 after retry RPC after error@2011907203) -> (continuation of Deferred@1320982571 after retry RPC after error@1304397084)))
09:05:07.124 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:07.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1784456484(state=PENDING, result=null, callback=(continuation of Deferred@587058624 after retry RPC after error@1684587926) -> (continuation of Deferred@1884552349 after retry RPC after error@2141782582) -> (continuation of Deferred@871777230 after retry RPC after error@286291027) -> (continuation of Deferred@2118698488 after retry RPC after error@1229439157) -> (continuation of Deferred@1210974816 after retry RPC after error@1519277530) -> (continuation of Deferred@1657879670 after retry RPC after error@358882033), errback=(continuation of Deferred@587058624 after retry RPC after error@1684587926) -> (continuation of Deferred@1884552349 after retry RPC after error@2141782582) -> (continuation of Deferred@871777230 after retry RPC after error@286291027) -> (continuation of Deferred@2118698488 after retry RPC after error@1229439157) -> (continuation of Deferred@1210974816 after retry RPC after error@1519277530) -> (continuation of Deferred@1657879670 after retry RPC after error@358882033)))
09:05:07.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1784456484(state=PENDING, result=null, callback=(continuation of Deferred@587058624 after retry RPC after error@1684587926) -> (continuation of Deferred@1884552349 after retry RPC after error@2141782582) -> (continuation of Deferred@871777230 after retry RPC after error@286291027) -> (continuation of Deferred@2118698488 after retry RPC after error@1229439157) -> (continuation of Deferred@1210974816 after retry RPC after error@1519277530) -> (continuation of Deferred@1657879670 after retry RPC after error@358882033), errback=(continuation of Deferred@587058624 after retry RPC after error@1684587926) -> (continuation of Deferred@1884552349 after retry RPC after error@2141782582) -> (continuation of Deferred@871777230 after retry RPC after error@286291027) -> (continuation of Deferred@2118698488 after retry RPC after error@1229439157) -> (continuation of Deferred@1210974816 after retry RPC after error@1519277530) -> (continuation of Deferred@1657879670 after retry RPC after error@358882033)))
09:05:07.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@995038912(state=PENDING, result=null, callback=(continuation of Deferred@1128796398 after retry RPC after error@1143708383) -> (continuation of Deferred@724197968 after retry RPC after error@1754302691) -> (continuation of Deferred@1801202303 after retry RPC after error@1933162665) -> (continuation of Deferred@192511100 after retry RPC after error@1732389472) -> (continuation of Deferred@1841822501 after retry RPC after error@1392896708) -> (continuation of Deferred@333444676 after retry RPC after error@1706614645) -> (continuation of Deferred@930352692 after retry RPC after error@1272680916), errback=(continuation of Deferred@1128796398 after retry RPC after error@1143708383) -> (continuation of Deferred@724197968 after retry RPC after error@1754302691) -> (continuation of Deferred@1801202303 after retry RPC after error@1933162665) -> (continuation of Deferred@192511100 after retry RPC after error@1732389472) -> (continuation of Deferred@1841822501 after retry RPC after error@1392896708) -> (continuation of Deferred@333444676 after retry RPC after error@1706614645) -> (continuation of Deferred@930352692 after retry RPC after error@1272680916)))
09:05:07.526 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@995038912(state=PENDING, result=null, callback=(continuation of Deferred@1128796398 after retry RPC after error@1143708383) -> (continuation of Deferred@724197968 after retry RPC after error@1754302691) -> (continuation of Deferred@1801202303 after retry RPC after error@1933162665) -> (continuation of Deferred@192511100 after retry RPC after error@1732389472) -> (continuation of Deferred@1841822501 after retry RPC after error@1392896708) -> (continuation of Deferred@333444676 after retry RPC after error@1706614645) -> (continuation of Deferred@930352692 after retry RPC after error@1272680916), errback=(continuation of Deferred@1128796398 after retry RPC after error@1143708383) -> (continuation of Deferred@724197968 after retry RPC after error@1754302691) -> (continuation of Deferred@1801202303 after retry RPC after error@1933162665) -> (continuation of Deferred@192511100 after retry RPC after error@1732389472) -> (continuation of Deferred@1841822501 after retry RPC after error@1392896708) -> (continuation of Deferred@333444676 after retry RPC after error@1706614645) -> (continuation of Deferred@930352692 after retry RPC after error@1272680916)))
09:05:07.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1483507129(state=PENDING, result=null, callback=(continuation of Deferred@1509674348 after retry RPC after error@956866653) -> (continuation of Deferred@595320896 after retry RPC after error@528939227) -> (continuation of Deferred@403818218 after retry RPC after error@1692895229) -> (continuation of Deferred@417465025 after retry RPC after error@814379302) -> (continuation of Deferred@641390411 after retry RPC after error@2117755934) -> (continuation of Deferred@1984333074 after retry RPC after error@363252157), errback=(continuation of Deferred@1509674348 after retry RPC after error@956866653) -> (continuation of Deferred@595320896 after retry RPC after error@528939227) -> (continuation of Deferred@403818218 after retry RPC after error@1692895229) -> (continuation of Deferred@417465025 after retry RPC after error@814379302) -> (continuation of Deferred@641390411 after retry RPC after error@2117755934) -> (continuation of Deferred@1984333074 after retry RPC after error@363252157)))
09:05:07.725 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1483507129(state=PENDING, result=null, callback=(continuation of Deferred@1509674348 after retry RPC after error@956866653) -> (continuation of Deferred@595320896 after retry RPC after error@528939227) -> (continuation of Deferred@403818218 after retry RPC after error@1692895229) -> (continuation of Deferred@417465025 after retry RPC after error@814379302) -> (continuation of Deferred@641390411 after retry RPC after error@2117755934) -> (continuation of Deferred@1984333074 after retry RPC after error@363252157), errback=(continuation of Deferred@1509674348 after retry RPC after error@956866653) -> (continuation of Deferred@595320896 after retry RPC after error@528939227) -> (continuation of Deferred@403818218 after retry RPC after error@1692895229) -> (continuation of Deferred@417465025 after retry RPC after error@814379302) -> (continuation of Deferred@641390411 after retry RPC after error@2117755934) -> (continuation of Deferred@1984333074 after retry RPC after error@363252157)))
09:05:07.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:07.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:07.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:07.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:07.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:07.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@987300278(state=PENDING, result=null, callback=(continuation of Deferred@1212339974 after retry RPC after error@1811336960) -> (continuation of Deferred@824141183 after retry RPC after error@1127810651) -> (continuation of Deferred@496829405 after retry RPC after error@1078874529) -> (continuation of Deferred@179363914 after retry RPC after error@28325017) -> (continuation of Deferred@1950768281 after retry RPC after error@1178061033) -> (continuation of Deferred@1258869461 after retry RPC after error@1268528081) -> (continuation of Deferred@225975471 after retry RPC after error@1970339177) -> (continuation of Deferred@2028144488 after retry RPC after error@1389076766), errback=(continuation of Deferred@1212339974 after retry RPC after error@1811336960) -> (continuation of Deferred@824141183 after retry RPC after error@1127810651) -> (continuation of Deferred@496829405 after retry RPC after error@1078874529) -> (continuation of Deferred@179363914 after retry RPC after error@28325017) -> (continuation of Deferred@1950768281 after retry RPC after error@1178061033) -> (continuation of Deferred@1258869461 after retry RPC after error@1268528081) -> (continuation of Deferred@225975471 after retry RPC after error@1970339177) -> (continuation of Deferred@2028144488 after retry RPC after error@1389076766)))
09:05:07.986 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@987300278(state=PENDING, result=null, callback=(continuation of Deferred@1212339974 after retry RPC after error@1811336960) -> (continuation of Deferred@824141183 after retry RPC after error@1127810651) -> (continuation of Deferred@496829405 after retry RPC after error@1078874529) -> (continuation of Deferred@179363914 after retry RPC after error@28325017) -> (continuation of Deferred@1950768281 after retry RPC after error@1178061033) -> (continuation of Deferred@1258869461 after retry RPC after error@1268528081) -> (continuation of Deferred@225975471 after retry RPC after error@1970339177) -> (continuation of Deferred@2028144488 after retry RPC after error@1389076766), errback=(continuation of Deferred@1212339974 after retry RPC after error@1811336960) -> (continuation of Deferred@824141183 after retry RPC after error@1127810651) -> (continuation of Deferred@496829405 after retry RPC after error@1078874529) -> (continuation of Deferred@179363914 after retry RPC after error@28325017) -> (continuation of Deferred@1950768281 after retry RPC after error@1178061033) -> (continuation of Deferred@1258869461 after retry RPC after error@1268528081) -> (continuation of Deferred@225975471 after retry RPC after error@1970339177) -> (continuation of Deferred@2028144488 after retry RPC after error@1389076766)))
09:05:08.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.263 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@296703229(state=PENDING, result=null, callback=(continuation of Deferred@40742157 after retry RPC after error@1183250981) -> (continuation of Deferred@258887638 after retry RPC after error@1678633594) -> (continuation of Deferred@199702067 after retry RPC after error@2051125944) -> (continuation of Deferred@128729817 after retry RPC after error@209266284) -> (continuation of Deferred@1042141054 after retry RPC after error@1228832375) -> (continuation of Deferred@752961283 after retry RPC after error@1777225397) -> (continuation of Deferred@970463945 after retry RPC after error@61806147), errback=(continuation of Deferred@40742157 after retry RPC after error@1183250981) -> (continuation of Deferred@258887638 after retry RPC after error@1678633594) -> (continuation of Deferred@199702067 after retry RPC after error@2051125944) -> (continuation of Deferred@128729817 after retry RPC after error@209266284) -> (continuation of Deferred@1042141054 after retry RPC after error@1228832375) -> (continuation of Deferred@752961283 after retry RPC after error@1777225397) -> (continuation of Deferred@970463945 after retry RPC after error@61806147)))
09:05:08.263 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:08.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@695124527(state=PENDING, result=null, callback=(continuation of Deferred@1103432993 after retry RPC after error@1437240933) -> (continuation of Deferred@592274851 after retry RPC after error@2095948895) -> (continuation of Deferred@363336422 after retry RPC after error@342912912) -> (continuation of Deferred@1549299904 after retry RPC after error@1292298312) -> (continuation of Deferred@409791532 after retry RPC after error@267852894) -> (continuation of Deferred@280408848 after retry RPC after error@1778929126), errback=(continuation of Deferred@1103432993 after retry RPC after error@1437240933) -> (continuation of Deferred@592274851 after retry RPC after error@2095948895) -> (continuation of Deferred@363336422 after retry RPC after error@342912912) -> (continuation of Deferred@1549299904 after retry RPC after error@1292298312) -> (continuation of Deferred@409791532 after retry RPC after error@267852894) -> (continuation of Deferred@280408848 after retry RPC after error@1778929126)))
09:05:08.426 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@695124527(state=PENDING, result=null, callback=(continuation of Deferred@1103432993 after retry RPC after error@1437240933) -> (continuation of Deferred@592274851 after retry RPC after error@2095948895) -> (continuation of Deferred@363336422 after retry RPC after error@342912912) -> (continuation of Deferred@1549299904 after retry RPC after error@1292298312) -> (continuation of Deferred@409791532 after retry RPC after error@267852894) -> (continuation of Deferred@280408848 after retry RPC after error@1778929126), errback=(continuation of Deferred@1103432993 after retry RPC after error@1437240933) -> (continuation of Deferred@592274851 after retry RPC after error@2095948895) -> (continuation of Deferred@363336422 after retry RPC after error@342912912) -> (continuation of Deferred@1549299904 after retry RPC after error@1292298312) -> (continuation of Deferred@409791532 after retry RPC after error@267852894) -> (continuation of Deferred@280408848 after retry RPC after error@1778929126)))
09:05:08.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1722462165(state=PENDING, result=null, callback=(continuation of Deferred@181606692 after retry RPC after error@319706051) -> (continuation of Deferred@410652381 after retry RPC after error@723377664) -> (continuation of Deferred@957737086 after retry RPC after error@1491346644) -> (continuation of Deferred@270587379 after retry RPC after error@1435034665) -> (continuation of Deferred@1137221886 after retry RPC after error@989064919) -> (continuation of Deferred@745159479 after retry RPC after error@1053895487) -> (continuation of Deferred@941138763 after retry RPC after error@498624457), errback=(continuation of Deferred@181606692 after retry RPC after error@319706051) -> (continuation of Deferred@410652381 after retry RPC after error@723377664) -> (continuation of Deferred@957737086 after retry RPC after error@1491346644) -> (continuation of Deferred@270587379 after retry RPC after error@1435034665) -> (continuation of Deferred@1137221886 after retry RPC after error@989064919) -> (continuation of Deferred@745159479 after retry RPC after error@1053895487) -> (continuation of Deferred@941138763 after retry RPC after error@498624457)))
09:05:08.685 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1722462165(state=PENDING, result=null, callback=(continuation of Deferred@181606692 after retry RPC after error@319706051) -> (continuation of Deferred@410652381 after retry RPC after error@723377664) -> (continuation of Deferred@957737086 after retry RPC after error@1491346644) -> (continuation of Deferred@270587379 after retry RPC after error@1435034665) -> (continuation of Deferred@1137221886 after retry RPC after error@989064919) -> (continuation of Deferred@745159479 after retry RPC after error@1053895487) -> (continuation of Deferred@941138763 after retry RPC after error@498624457), errback=(continuation of Deferred@181606692 after retry RPC after error@319706051) -> (continuation of Deferred@410652381 after retry RPC after error@723377664) -> (continuation of Deferred@957737086 after retry RPC after error@1491346644) -> (continuation of Deferred@270587379 after retry RPC after error@1435034665) -> (continuation of Deferred@1137221886 after retry RPC after error@989064919) -> (continuation of Deferred@745159479 after retry RPC after error@1053895487) -> (continuation of Deferred@941138763 after retry RPC after error@498624457)))
09:05:08.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.704 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@991807967(state=PENDING, result=null, callback=(continuation of Deferred@1498299417 after retry RPC after error@2072064834) -> (continuation of Deferred@361748668 after retry RPC after error@1074374883) -> (continuation of Deferred@1754266127 after retry RPC after error@451334015) -> (continuation of Deferred@1900527271 after retry RPC after error@2080661212) -> (continuation of Deferred@1800182993 after retry RPC after error@1207774192) -> (continuation of Deferred@193136430 after retry RPC after error@1437551164), errback=(continuation of Deferred@1498299417 after retry RPC after error@2072064834) -> (continuation of Deferred@361748668 after retry RPC after error@1074374883) -> (continuation of Deferred@1754266127 after retry RPC after error@451334015) -> (continuation of Deferred@1900527271 after retry RPC after error@2080661212) -> (continuation of Deferred@1800182993 after retry RPC after error@1207774192) -> (continuation of Deferred@193136430 after retry RPC after error@1437551164)))
09:05:08.866 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@991807967(state=PENDING, result=null, callback=(continuation of Deferred@1498299417 after retry RPC after error@2072064834) -> (continuation of Deferred@361748668 after retry RPC after error@1074374883) -> (continuation of Deferred@1754266127 after retry RPC after error@451334015) -> (continuation of Deferred@1900527271 after retry RPC after error@2080661212) -> (continuation of Deferred@1800182993 after retry RPC after error@1207774192) -> (continuation of Deferred@193136430 after retry RPC after error@1437551164), errback=(continuation of Deferred@1498299417 after retry RPC after error@2072064834) -> (continuation of Deferred@361748668 after retry RPC after error@1074374883) -> (continuation of Deferred@1754266127 after retry RPC after error@451334015) -> (continuation of Deferred@1900527271 after retry RPC after error@2080661212) -> (continuation of Deferred@1800182993 after retry RPC after error@1207774192) -> (continuation of Deferred@193136430 after retry RPC after error@1437551164)))
09:05:08.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:08.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:08.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:08.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:08.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:08.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1931899600(state=PENDING, result=null, callback=(continuation of Deferred@1244181480 after retry RPC after error@444027930) -> (continuation of Deferred@388549551 after retry RPC after error@1473813352) -> (continuation of Deferred@1482737032 after retry RPC after error@2014809370) -> (continuation of Deferred@699614212 after retry RPC after error@983796097) -> (continuation of Deferred@1680955352 after retry RPC after error@545945881) -> (continuation of Deferred@321559144 after retry RPC after error@895739405) -> (continuation of Deferred@1526921454 after retry RPC after error@682823718), errback=(continuation of Deferred@1244181480 after retry RPC after error@444027930) -> (continuation of Deferred@388549551 after retry RPC after error@1473813352) -> (continuation of Deferred@1482737032 after retry RPC after error@2014809370) -> (continuation of Deferred@699614212 after retry RPC after error@983796097) -> (continuation of Deferred@1680955352 after retry RPC after error@545945881) -> (continuation of Deferred@321559144 after retry RPC after error@895739405) -> (continuation of Deferred@1526921454 after retry RPC after error@682823718)))
09:05:09.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1931899600(state=PENDING, result=null, callback=(continuation of Deferred@1244181480 after retry RPC after error@444027930) -> (continuation of Deferred@388549551 after retry RPC after error@1473813352) -> (continuation of Deferred@1482737032 after retry RPC after error@2014809370) -> (continuation of Deferred@699614212 after retry RPC after error@983796097) -> (continuation of Deferred@1680955352 after retry RPC after error@545945881) -> (continuation of Deferred@321559144 after retry RPC after error@895739405) -> (continuation of Deferred@1526921454 after retry RPC after error@682823718), errback=(continuation of Deferred@1244181480 after retry RPC after error@444027930) -> (continuation of Deferred@388549551 after retry RPC after error@1473813352) -> (continuation of Deferred@1482737032 after retry RPC after error@2014809370) -> (continuation of Deferred@699614212 after retry RPC after error@983796097) -> (continuation of Deferred@1680955352 after retry RPC after error@545945881) -> (continuation of Deferred@321559144 after retry RPC after error@895739405) -> (continuation of Deferred@1526921454 after retry RPC after error@682823718)))
09:05:09.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:09.248117 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:09.253578 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:09.255263 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:09.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1503094966(state=PENDING, result=null, callback=(continuation of Deferred@1175417004 after retry RPC after error@1527633253) -> (continuation of Deferred@1935341469 after retry RPC after error@292217752) -> (continuation of Deferred@752712457 after retry RPC after error@432940298) -> (continuation of Deferred@1024249777 after retry RPC after error@2067565995) -> (continuation of Deferred@1023321334 after retry RPC after error@1425027094) -> (continuation of Deferred@257563774 after retry RPC after error@269785579), errback=(continuation of Deferred@1175417004 after retry RPC after error@1527633253) -> (continuation of Deferred@1935341469 after retry RPC after error@292217752) -> (continuation of Deferred@752712457 after retry RPC after error@432940298) -> (continuation of Deferred@1024249777 after retry RPC after error@2067565995) -> (continuation of Deferred@1023321334 after retry RPC after error@1425027094) -> (continuation of Deferred@257563774 after retry RPC after error@269785579)))
09:05:09.266 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1503094966(state=PENDING, result=null, callback=(continuation of Deferred@1175417004 after retry RPC after error@1527633253) -> (continuation of Deferred@1935341469 after retry RPC after error@292217752) -> (continuation of Deferred@752712457 after retry RPC after error@432940298) -> (continuation of Deferred@1024249777 after retry RPC after error@2067565995) -> (continuation of Deferred@1023321334 after retry RPC after error@1425027094) -> (continuation of Deferred@257563774 after retry RPC after error@269785579), errback=(continuation of Deferred@1175417004 after retry RPC after error@1527633253) -> (continuation of Deferred@1935341469 after retry RPC after error@292217752) -> (continuation of Deferred@752712457 after retry RPC after error@432940298) -> (continuation of Deferred@1024249777 after retry RPC after error@2067565995) -> (continuation of Deferred@1023321334 after retry RPC after error@1425027094) -> (continuation of Deferred@257563774 after retry RPC after error@269785579)))
09:05:09.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1074230744(state=PENDING, result=null, callback=(continuation of Deferred@1349475164 after retry RPC after error@1893561667) -> (continuation of Deferred@2036232687 after retry RPC after error@34366121) -> (continuation of Deferred@680754191 after retry RPC after error@872379187) -> (continuation of Deferred@967097770 after retry RPC after error@1482459421) -> (continuation of Deferred@1797055773 after retry RPC after error@590509478) -> (continuation of Deferred@1063765383 after retry RPC after error@55551767), errback=(continuation of Deferred@1349475164 after retry RPC after error@1893561667) -> (continuation of Deferred@2036232687 after retry RPC after error@34366121) -> (continuation of Deferred@680754191 after retry RPC after error@872379187) -> (continuation of Deferred@967097770 after retry RPC after error@1482459421) -> (continuation of Deferred@1797055773 after retry RPC after error@590509478) -> (continuation of Deferred@1063765383 after retry RPC after error@55551767)))
09:05:09.446 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1074230744(state=PENDING, result=null, callback=(continuation of Deferred@1349475164 after retry RPC after error@1893561667) -> (continuation of Deferred@2036232687 after retry RPC after error@34366121) -> (continuation of Deferred@680754191 after retry RPC after error@872379187) -> (continuation of Deferred@967097770 after retry RPC after error@1482459421) -> (continuation of Deferred@1797055773 after retry RPC after error@590509478) -> (continuation of Deferred@1063765383 after retry RPC after error@55551767), errback=(continuation of Deferred@1349475164 after retry RPC after error@1893561667) -> (continuation of Deferred@2036232687 after retry RPC after error@34366121) -> (continuation of Deferred@680754191 after retry RPC after error@872379187) -> (continuation of Deferred@967097770 after retry RPC after error@1482459421) -> (continuation of Deferred@1797055773 after retry RPC after error@590509478) -> (continuation of Deferred@1063765383 after retry RPC after error@55551767)))
09:05:09.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@778703440(state=PENDING, result=null, callback=(continuation of Deferred@1602365651 after retry RPC after error@564221219) -> (continuation of Deferred@780163227 after retry RPC after error@1342580617) -> (continuation of Deferred@512510442 after retry RPC after error@900669269) -> (continuation of Deferred@424136187 after retry RPC after error@2023529269) -> (continuation of Deferred@77815509 after retry RPC after error@1228651683) -> (continuation of Deferred@1848940650 after retry RPC after error@1919808426) -> (continuation of Deferred@1814449860 after retry RPC after error@2028742983) -> (continuation of Deferred@844171768 after retry RPC after error@792480955), errback=(continuation of Deferred@1602365651 after retry RPC after error@564221219) -> (continuation of Deferred@780163227 after retry RPC after error@1342580617) -> (continuation of Deferred@512510442 after retry RPC after error@900669269) -> (continuation of Deferred@424136187 after retry RPC after error@2023529269) -> (continuation of Deferred@77815509 after retry RPC after error@1228651683) -> (continuation of Deferred@1848940650 after retry RPC after error@1919808426) -> (continuation of Deferred@1814449860 after retry RPC after error@2028742983) -> (continuation of Deferred@844171768 after retry RPC after error@792480955)))
09:05:09.686 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@778703440(state=PENDING, result=null, callback=(continuation of Deferred@1602365651 after retry RPC after error@564221219) -> (continuation of Deferred@780163227 after retry RPC after error@1342580617) -> (continuation of Deferred@512510442 after retry RPC after error@900669269) -> (continuation of Deferred@424136187 after retry RPC after error@2023529269) -> (continuation of Deferred@77815509 after retry RPC after error@1228651683) -> (continuation of Deferred@1848940650 after retry RPC after error@1919808426) -> (continuation of Deferred@1814449860 after retry RPC after error@2028742983) -> (continuation of Deferred@844171768 after retry RPC after error@792480955), errback=(continuation of Deferred@1602365651 after retry RPC after error@564221219) -> (continuation of Deferred@780163227 after retry RPC after error@1342580617) -> (continuation of Deferred@512510442 after retry RPC after error@900669269) -> (continuation of Deferred@424136187 after retry RPC after error@2023529269) -> (continuation of Deferred@77815509 after retry RPC after error@1228651683) -> (continuation of Deferred@1848940650 after retry RPC after error@1919808426) -> (continuation of Deferred@1814449860 after retry RPC after error@2028742983) -> (continuation of Deferred@844171768 after retry RPC after error@792480955)))
09:05:09.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@737907193(state=PENDING, result=null, callback=(continuation of Deferred@1604344165 after retry RPC after error@1822595229) -> (continuation of Deferred@3805482 after retry RPC after error@2008624269) -> (continuation of Deferred@714029166 after retry RPC after error@1385245650) -> (continuation of Deferred@41079787 after retry RPC after error@1007766124) -> (continuation of Deferred@1863211464 after retry RPC after error@874131520) -> (continuation of Deferred@543379619 after retry RPC after error@370617577), errback=(continuation of Deferred@1604344165 after retry RPC after error@1822595229) -> (continuation of Deferred@3805482 after retry RPC after error@2008624269) -> (continuation of Deferred@714029166 after retry RPC after error@1385245650) -> (continuation of Deferred@41079787 after retry RPC after error@1007766124) -> (continuation of Deferred@1863211464 after retry RPC after error@874131520) -> (continuation of Deferred@543379619 after retry RPC after error@370617577)))
09:05:09.866 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@737907193(state=PENDING, result=null, callback=(continuation of Deferred@1604344165 after retry RPC after error@1822595229) -> (continuation of Deferred@3805482 after retry RPC after error@2008624269) -> (continuation of Deferred@714029166 after retry RPC after error@1385245650) -> (continuation of Deferred@41079787 after retry RPC after error@1007766124) -> (continuation of Deferred@1863211464 after retry RPC after error@874131520) -> (continuation of Deferred@543379619 after retry RPC after error@370617577), errback=(continuation of Deferred@1604344165 after retry RPC after error@1822595229) -> (continuation of Deferred@3805482 after retry RPC after error@2008624269) -> (continuation of Deferred@714029166 after retry RPC after error@1385245650) -> (continuation of Deferred@41079787 after retry RPC after error@1007766124) -> (continuation of Deferred@1863211464 after retry RPC after error@874131520) -> (continuation of Deferred@543379619 after retry RPC after error@370617577)))
09:05:09.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:09.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:09.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:09.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:09.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:09.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@30220600(state=PENDING, result=null, callback=(continuation of Deferred@457129017 after retry RPC after error@720135790) -> (continuation of Deferred@1820418415 after retry RPC after error@70080806) -> (continuation of Deferred@1712415598 after retry RPC after error@789030612) -> (continuation of Deferred@1214914626 after retry RPC after error@643867648) -> (continuation of Deferred@1267182001 after retry RPC after error@1495570195) -> (continuation of Deferred@1079366725 after retry RPC after error@1672882411) -> (continuation of Deferred@353029901 after retry RPC after error@1751867056), errback=(continuation of Deferred@457129017 after retry RPC after error@720135790) -> (continuation of Deferred@1820418415 after retry RPC after error@70080806) -> (continuation of Deferred@1712415598 after retry RPC after error@789030612) -> (continuation of Deferred@1214914626 after retry RPC after error@643867648) -> (continuation of Deferred@1267182001 after retry RPC after error@1495570195) -> (continuation of Deferred@1079366725 after retry RPC after error@1672882411) -> (continuation of Deferred@353029901 after retry RPC after error@1751867056)))
09:05:10.106 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@30220600(state=PENDING, result=null, callback=(continuation of Deferred@457129017 after retry RPC after error@720135790) -> (continuation of Deferred@1820418415 after retry RPC after error@70080806) -> (continuation of Deferred@1712415598 after retry RPC after error@789030612) -> (continuation of Deferred@1214914626 after retry RPC after error@643867648) -> (continuation of Deferred@1267182001 after retry RPC after error@1495570195) -> (continuation of Deferred@1079366725 after retry RPC after error@1672882411) -> (continuation of Deferred@353029901 after retry RPC after error@1751867056), errback=(continuation of Deferred@457129017 after retry RPC after error@720135790) -> (continuation of Deferred@1820418415 after retry RPC after error@70080806) -> (continuation of Deferred@1712415598 after retry RPC after error@789030612) -> (continuation of Deferred@1214914626 after retry RPC after error@643867648) -> (continuation of Deferred@1267182001 after retry RPC after error@1495570195) -> (continuation of Deferred@1079366725 after retry RPC after error@1672882411) -> (continuation of Deferred@353029901 after retry RPC after error@1751867056)))
09:05:10.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1979473788(state=PENDING, result=null, callback=(continuation of Deferred@1887475709 after retry RPC after error@1157410525) -> (continuation of Deferred@732860256 after retry RPC after error@1010705110) -> (continuation of Deferred@1224041939 after retry RPC after error@1767813206) -> (continuation of Deferred@911538066 after retry RPC after error@2075216668) -> (continuation of Deferred@403272260 after retry RPC after error@80330003) -> (continuation of Deferred@363864703 after retry RPC after error@1680368254) -> (continuation of Deferred@929081325 after retry RPC after error@2122888503), errback=(continuation of Deferred@1887475709 after retry RPC after error@1157410525) -> (continuation of Deferred@732860256 after retry RPC after error@1010705110) -> (continuation of Deferred@1224041939 after retry RPC after error@1767813206) -> (continuation of Deferred@911538066 after retry RPC after error@2075216668) -> (continuation of Deferred@403272260 after retry RPC after error@80330003) -> (continuation of Deferred@363864703 after retry RPC after error@1680368254) -> (continuation of Deferred@929081325 after retry RPC after error@2122888503)))
09:05:10.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1979473788(state=PENDING, result=null, callback=(continuation of Deferred@1887475709 after retry RPC after error@1157410525) -> (continuation of Deferred@732860256 after retry RPC after error@1010705110) -> (continuation of Deferred@1224041939 after retry RPC after error@1767813206) -> (continuation of Deferred@911538066 after retry RPC after error@2075216668) -> (continuation of Deferred@403272260 after retry RPC after error@80330003) -> (continuation of Deferred@363864703 after retry RPC after error@1680368254) -> (continuation of Deferred@929081325 after retry RPC after error@2122888503), errback=(continuation of Deferred@1887475709 after retry RPC after error@1157410525) -> (continuation of Deferred@732860256 after retry RPC after error@1010705110) -> (continuation of Deferred@1224041939 after retry RPC after error@1767813206) -> (continuation of Deferred@911538066 after retry RPC after error@2075216668) -> (continuation of Deferred@403272260 after retry RPC after error@80330003) -> (continuation of Deferred@363864703 after retry RPC after error@1680368254) -> (continuation of Deferred@929081325 after retry RPC after error@2122888503)))
09:05:10.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:10.448407 17515 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:05:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:10.448594 17515 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:05:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:10.449179 17515 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:05:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:10.450352 17271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111) [suppressed 5 similar messages]
09:05:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:10.451637 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:05:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:10.451799 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:05:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:10.451881 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:05:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:10.452101 17515 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:10.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1617324055(state=PENDING, result=null, callback=(continuation of Deferred@1547358689 after retry RPC after error@1418716542) -> (continuation of Deferred@1270000070 after retry RPC after error@407324279) -> (continuation of Deferred@309864775 after retry RPC after error@964135523) -> (continuation of Deferred@1742071826 after retry RPC after error@1166241377) -> (continuation of Deferred@383927687 after retry RPC after error@323219882) -> (continuation of Deferred@1528696488 after retry RPC after error@95458252), errback=(continuation of Deferred@1547358689 after retry RPC after error@1418716542) -> (continuation of Deferred@1270000070 after retry RPC after error@407324279) -> (continuation of Deferred@309864775 after retry RPC after error@964135523) -> (continuation of Deferred@1742071826 after retry RPC after error@1166241377) -> (continuation of Deferred@383927687 after retry RPC after error@323219882) -> (continuation of Deferred@1528696488 after retry RPC after error@95458252)))
09:05:10.507 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1617324055(state=PENDING, result=null, callback=(continuation of Deferred@1547358689 after retry RPC after error@1418716542) -> (continuation of Deferred@1270000070 after retry RPC after error@407324279) -> (continuation of Deferred@309864775 after retry RPC after error@964135523) -> (continuation of Deferred@1742071826 after retry RPC after error@1166241377) -> (continuation of Deferred@383927687 after retry RPC after error@323219882) -> (continuation of Deferred@1528696488 after retry RPC after error@95458252), errback=(continuation of Deferred@1547358689 after retry RPC after error@1418716542) -> (continuation of Deferred@1270000070 after retry RPC after error@407324279) -> (continuation of Deferred@309864775 after retry RPC after error@964135523) -> (continuation of Deferred@1742071826 after retry RPC after error@1166241377) -> (continuation of Deferred@383927687 after retry RPC after error@323219882) -> (continuation of Deferred@1528696488 after retry RPC after error@95458252)))
09:05:10.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@122881976(state=PENDING, result=null, callback=(continuation of Deferred@662552677 after retry RPC after error@1732049585) -> (continuation of Deferred@305288526 after retry RPC after error@222555767) -> (continuation of Deferred@1148479826 after retry RPC after error@1142811167) -> (continuation of Deferred@1149591543 after retry RPC after error@1445409094) -> (continuation of Deferred@830401577 after retry RPC after error@446211339) -> (continuation of Deferred@1955347272 after retry RPC after error@466524574), errback=(continuation of Deferred@662552677 after retry RPC after error@1732049585) -> (continuation of Deferred@305288526 after retry RPC after error@222555767) -> (continuation of Deferred@1148479826 after retry RPC after error@1142811167) -> (continuation of Deferred@1149591543 after retry RPC after error@1445409094) -> (continuation of Deferred@830401577 after retry RPC after error@446211339) -> (continuation of Deferred@1955347272 after retry RPC after error@466524574)))
09:05:10.706 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@122881976(state=PENDING, result=null, callback=(continuation of Deferred@662552677 after retry RPC after error@1732049585) -> (continuation of Deferred@305288526 after retry RPC after error@222555767) -> (continuation of Deferred@1148479826 after retry RPC after error@1142811167) -> (continuation of Deferred@1149591543 after retry RPC after error@1445409094) -> (continuation of Deferred@830401577 after retry RPC after error@446211339) -> (continuation of Deferred@1955347272 after retry RPC after error@466524574), errback=(continuation of Deferred@662552677 after retry RPC after error@1732049585) -> (continuation of Deferred@305288526 after retry RPC after error@222555767) -> (continuation of Deferred@1148479826 after retry RPC after error@1142811167) -> (continuation of Deferred@1149591543 after retry RPC after error@1445409094) -> (continuation of Deferred@830401577 after retry RPC after error@446211339) -> (continuation of Deferred@1955347272 after retry RPC after error@466524574)))
09:05:10.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1796982944(state=PENDING, result=null, callback=(continuation of Deferred@2073409385 after retry RPC after error@442455046) -> (continuation of Deferred@1702956042 after retry RPC after error@1357551314) -> (continuation of Deferred@101862745 after retry RPC after error@1712178937) -> (continuation of Deferred@193034094 after retry RPC after error@265891018) -> (continuation of Deferred@464900333 after retry RPC after error@327673708) -> (continuation of Deferred@331208821 after retry RPC after error@1438914996) -> (continuation of Deferred@1615038809 after retry RPC after error@1288945338), errback=(continuation of Deferred@2073409385 after retry RPC after error@442455046) -> (continuation of Deferred@1702956042 after retry RPC after error@1357551314) -> (continuation of Deferred@101862745 after retry RPC after error@1712178937) -> (continuation of Deferred@193034094 after retry RPC after error@265891018) -> (continuation of Deferred@464900333 after retry RPC after error@327673708) -> (continuation of Deferred@331208821 after retry RPC after error@1438914996) -> (continuation of Deferred@1615038809 after retry RPC after error@1288945338)))
09:05:10.906 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1796982944(state=PENDING, result=null, callback=(continuation of Deferred@2073409385 after retry RPC after error@442455046) -> (continuation of Deferred@1702956042 after retry RPC after error@1357551314) -> (continuation of Deferred@101862745 after retry RPC after error@1712178937) -> (continuation of Deferred@193034094 after retry RPC after error@265891018) -> (continuation of Deferred@464900333 after retry RPC after error@327673708) -> (continuation of Deferred@331208821 after retry RPC after error@1438914996) -> (continuation of Deferred@1615038809 after retry RPC after error@1288945338), errback=(continuation of Deferred@2073409385 after retry RPC after error@442455046) -> (continuation of Deferred@1702956042 after retry RPC after error@1357551314) -> (continuation of Deferred@101862745 after retry RPC after error@1712178937) -> (continuation of Deferred@193034094 after retry RPC after error@265891018) -> (continuation of Deferred@464900333 after retry RPC after error@327673708) -> (continuation of Deferred@331208821 after retry RPC after error@1438914996) -> (continuation of Deferred@1615038809 after retry RPC after error@1288945338)))
09:05:10.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:10.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:10.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:10.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:10.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:10.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1672210575(state=PENDING, result=null, callback=(continuation of Deferred@888482120 after retry RPC after error@236763238) -> (continuation of Deferred@855695071 after retry RPC after error@257144736) -> (continuation of Deferred@317808747 after retry RPC after error@2034578907) -> (continuation of Deferred@1275521546 after retry RPC after error@1585097373) -> (continuation of Deferred@1192323841 after retry RPC after error@397047253) -> (continuation of Deferred@1812433808 after retry RPC after error@1738730191), errback=(continuation of Deferred@888482120 after retry RPC after error@236763238) -> (continuation of Deferred@855695071 after retry RPC after error@257144736) -> (continuation of Deferred@317808747 after retry RPC after error@2034578907) -> (continuation of Deferred@1275521546 after retry RPC after error@1585097373) -> (continuation of Deferred@1192323841 after retry RPC after error@397047253) -> (continuation of Deferred@1812433808 after retry RPC after error@1738730191)))
09:05:11.105 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1672210575(state=PENDING, result=null, callback=(continuation of Deferred@888482120 after retry RPC after error@236763238) -> (continuation of Deferred@855695071 after retry RPC after error@257144736) -> (continuation of Deferred@317808747 after retry RPC after error@2034578907) -> (continuation of Deferred@1275521546 after retry RPC after error@1585097373) -> (continuation of Deferred@1192323841 after retry RPC after error@397047253) -> (continuation of Deferred@1812433808 after retry RPC after error@1738730191), errback=(continuation of Deferred@888482120 after retry RPC after error@236763238) -> (continuation of Deferred@855695071 after retry RPC after error@257144736) -> (continuation of Deferred@317808747 after retry RPC after error@2034578907) -> (continuation of Deferred@1275521546 after retry RPC after error@1585097373) -> (continuation of Deferred@1192323841 after retry RPC after error@397047253) -> (continuation of Deferred@1812433808 after retry RPC after error@1738730191)))
09:05:11.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.365 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@207805210(state=PENDING, result=null, callback=(continuation of Deferred@292423365 after retry RPC after error@1122225906) -> (continuation of Deferred@31404830 after retry RPC after error@469733940) -> (continuation of Deferred@2059855776 after retry RPC after error@646849108) -> (continuation of Deferred@1588703832 after retry RPC after error@960034184) -> (continuation of Deferred@1955524328 after retry RPC after error@600178351) -> (continuation of Deferred@1890958333 after retry RPC after error@249529558) -> (continuation of Deferred@220582475 after retry RPC after error@26830278) -> (continuation of Deferred@1554926683 after retry RPC after error@782604844), errback=(continuation of Deferred@292423365 after retry RPC after error@1122225906) -> (continuation of Deferred@31404830 after retry RPC after error@469733940) -> (continuation of Deferred@2059855776 after retry RPC after error@646849108) -> (continuation of Deferred@1588703832 after retry RPC after error@960034184) -> (continuation of Deferred@1955524328 after retry RPC after error@600178351) -> (continuation of Deferred@1890958333 after retry RPC after error@249529558) -> (continuation of Deferred@220582475 after retry RPC after error@26830278) -> (continuation of Deferred@1554926683 after retry RPC after error@782604844)))
09:05:11.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@207805210(state=PENDING, result=null, callback=(continuation of Deferred@292423365 after retry RPC after error@1122225906) -> (continuation of Deferred@31404830 after retry RPC after error@469733940) -> (continuation of Deferred@2059855776 after retry RPC after error@646849108) -> (continuation of Deferred@1588703832 after retry RPC after error@960034184) -> (continuation of Deferred@1955524328 after retry RPC after error@600178351) -> (continuation of Deferred@1890958333 after retry RPC after error@249529558) -> (continuation of Deferred@220582475 after retry RPC after error@26830278) -> (continuation of Deferred@1554926683 after retry RPC after error@782604844), errback=(continuation of Deferred@292423365 after retry RPC after error@1122225906) -> (continuation of Deferred@31404830 after retry RPC after error@469733940) -> (continuation of Deferred@2059855776 after retry RPC after error@646849108) -> (continuation of Deferred@1588703832 after retry RPC after error@960034184) -> (continuation of Deferred@1955524328 after retry RPC after error@600178351) -> (continuation of Deferred@1890958333 after retry RPC after error@249529558) -> (continuation of Deferred@220582475 after retry RPC after error@26830278) -> (continuation of Deferred@1554926683 after retry RPC after error@782604844)))
09:05:11.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:11.581283 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:11.581461 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:11.643 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1686762595(state=PENDING, result=null, callback=(continuation of Deferred@1852923597 after retry RPC after error@1771898444) -> (continuation of Deferred@1807372152 after retry RPC after error@1086030976) -> (continuation of Deferred@618151276 after retry RPC after error@636936413) -> (continuation of Deferred@479111828 after retry RPC after error@9282049) -> (continuation of Deferred@1708903457 after retry RPC after error@2008627279) -> (continuation of Deferred@512423462 after retry RPC after error@1937424988) -> (continuation of Deferred@1216066262 after retry RPC after error@1983811798), errback=(continuation of Deferred@1852923597 after retry RPC after error@1771898444) -> (continuation of Deferred@1807372152 after retry RPC after error@1086030976) -> (continuation of Deferred@618151276 after retry RPC after error@636936413) -> (continuation of Deferred@479111828 after retry RPC after error@9282049) -> (continuation of Deferred@1708903457 after retry RPC after error@2008627279) -> (continuation of Deferred@512423462 after retry RPC after error@1937424988) -> (continuation of Deferred@1216066262 after retry RPC after error@1983811798)))
09:05:11.643 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:11.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@366702234(state=PENDING, result=null, callback=(continuation of Deferred@175285805 after retry RPC after error@1746189239) -> (continuation of Deferred@1164367112 after retry RPC after error@193453184) -> (continuation of Deferred@349913107 after retry RPC after error@1499437116) -> (continuation of Deferred@711121034 after retry RPC after error@531915418) -> (continuation of Deferred@1361146535 after retry RPC after error@1956286151) -> (continuation of Deferred@1208008278 after retry RPC after error@1956427134), errback=(continuation of Deferred@175285805 after retry RPC after error@1746189239) -> (continuation of Deferred@1164367112 after retry RPC after error@193453184) -> (continuation of Deferred@349913107 after retry RPC after error@1499437116) -> (continuation of Deferred@711121034 after retry RPC after error@531915418) -> (continuation of Deferred@1361146535 after retry RPC after error@1956286151) -> (continuation of Deferred@1208008278 after retry RPC after error@1956427134)))
09:05:11.826 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@366702234(state=PENDING, result=null, callback=(continuation of Deferred@175285805 after retry RPC after error@1746189239) -> (continuation of Deferred@1164367112 after retry RPC after error@193453184) -> (continuation of Deferred@349913107 after retry RPC after error@1499437116) -> (continuation of Deferred@711121034 after retry RPC after error@531915418) -> (continuation of Deferred@1361146535 after retry RPC after error@1956286151) -> (continuation of Deferred@1208008278 after retry RPC after error@1956427134), errback=(continuation of Deferred@175285805 after retry RPC after error@1746189239) -> (continuation of Deferred@1164367112 after retry RPC after error@193453184) -> (continuation of Deferred@349913107 after retry RPC after error@1499437116) -> (continuation of Deferred@711121034 after retry RPC after error@531915418) -> (continuation of Deferred@1361146535 after retry RPC after error@1956286151) -> (continuation of Deferred@1208008278 after retry RPC after error@1956427134)))
09:05:11.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:11.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:11.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:11.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:11.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:11.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1405544835(state=PENDING, result=null, callback=(continuation of Deferred@1005977078 after retry RPC after error@1849562292) -> (continuation of Deferred@1743552056 after retry RPC after error@50469303) -> (continuation of Deferred@386686572 after retry RPC after error@151610253) -> (continuation of Deferred@227590442 after retry RPC after error@516734606) -> (continuation of Deferred@1808169989 after retry RPC after error@697401339) -> (continuation of Deferred@570647154 after retry RPC after error@1497399410) -> (continuation of Deferred@29288715 after retry RPC after error@603070560), errback=(continuation of Deferred@1005977078 after retry RPC after error@1849562292) -> (continuation of Deferred@1743552056 after retry RPC after error@50469303) -> (continuation of Deferred@386686572 after retry RPC after error@151610253) -> (continuation of Deferred@227590442 after retry RPC after error@516734606) -> (continuation of Deferred@1808169989 after retry RPC after error@697401339) -> (continuation of Deferred@570647154 after retry RPC after error@1497399410) -> (continuation of Deferred@29288715 after retry RPC after error@603070560)))
09:05:12.006 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1405544835(state=PENDING, result=null, callback=(continuation of Deferred@1005977078 after retry RPC after error@1849562292) -> (continuation of Deferred@1743552056 after retry RPC after error@50469303) -> (continuation of Deferred@386686572 after retry RPC after error@151610253) -> (continuation of Deferred@227590442 after retry RPC after error@516734606) -> (continuation of Deferred@1808169989 after retry RPC after error@697401339) -> (continuation of Deferred@570647154 after retry RPC after error@1497399410) -> (continuation of Deferred@29288715 after retry RPC after error@603070560), errback=(continuation of Deferred@1005977078 after retry RPC after error@1849562292) -> (continuation of Deferred@1743552056 after retry RPC after error@50469303) -> (continuation of Deferred@386686572 after retry RPC after error@151610253) -> (continuation of Deferred@227590442 after retry RPC after error@516734606) -> (continuation of Deferred@1808169989 after retry RPC after error@697401339) -> (continuation of Deferred@570647154 after retry RPC after error@1497399410) -> (continuation of Deferred@29288715 after retry RPC after error@603070560)))
09:05:12.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@694611470(state=PENDING, result=null, callback=(continuation of Deferred@909049108 after retry RPC after error@749533505) -> (continuation of Deferred@1586237470 after retry RPC after error@1082426207) -> (continuation of Deferred@25362438 after retry RPC after error@1252956038) -> (continuation of Deferred@1948021293 after retry RPC after error@275155338) -> (continuation of Deferred@167524528 after retry RPC after error@936414382) -> (continuation of Deferred@541728099 after retry RPC after error@71625273) -> (continuation of Deferred@1821731769 after retry RPC after error@1603485561), errback=(continuation of Deferred@909049108 after retry RPC after error@749533505) -> (continuation of Deferred@1586237470 after retry RPC after error@1082426207) -> (continuation of Deferred@25362438 after retry RPC after error@1252956038) -> (continuation of Deferred@1948021293 after retry RPC after error@275155338) -> (continuation of Deferred@167524528 after retry RPC after error@936414382) -> (continuation of Deferred@541728099 after retry RPC after error@71625273) -> (continuation of Deferred@1821731769 after retry RPC after error@1603485561)))
09:05:12.206 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@694611470(state=PENDING, result=null, callback=(continuation of Deferred@909049108 after retry RPC after error@749533505) -> (continuation of Deferred@1586237470 after retry RPC after error@1082426207) -> (continuation of Deferred@25362438 after retry RPC after error@1252956038) -> (continuation of Deferred@1948021293 after retry RPC after error@275155338) -> (continuation of Deferred@167524528 after retry RPC after error@936414382) -> (continuation of Deferred@541728099 after retry RPC after error@71625273) -> (continuation of Deferred@1821731769 after retry RPC after error@1603485561), errback=(continuation of Deferred@909049108 after retry RPC after error@749533505) -> (continuation of Deferred@1586237470 after retry RPC after error@1082426207) -> (continuation of Deferred@25362438 after retry RPC after error@1252956038) -> (continuation of Deferred@1948021293 after retry RPC after error@275155338) -> (continuation of Deferred@167524528 after retry RPC after error@936414382) -> (continuation of Deferred@541728099 after retry RPC after error@71625273) -> (continuation of Deferred@1821731769 after retry RPC after error@1603485561)))
09:05:12.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.405 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@118817519(state=PENDING, result=null, callback=(continuation of Deferred@1935215093 after retry RPC after error@1174705430) -> (continuation of Deferred@419931986 after retry RPC after error@908778727) -> (continuation of Deferred@218590582 after retry RPC after error@1867113957) -> (continuation of Deferred@1263596137 after retry RPC after error@738050560) -> (continuation of Deferred@497510100 after retry RPC after error@1029824072) -> (continuation of Deferred@1911463991 after retry RPC after error@877035976), errback=(continuation of Deferred@1935215093 after retry RPC after error@1174705430) -> (continuation of Deferred@419931986 after retry RPC after error@908778727) -> (continuation of Deferred@218590582 after retry RPC after error@1867113957) -> (continuation of Deferred@1263596137 after retry RPC after error@738050560) -> (continuation of Deferred@497510100 after retry RPC after error@1029824072) -> (continuation of Deferred@1911463991 after retry RPC after error@877035976)))
09:05:12.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@118817519(state=PENDING, result=null, callback=(continuation of Deferred@1935215093 after retry RPC after error@1174705430) -> (continuation of Deferred@419931986 after retry RPC after error@908778727) -> (continuation of Deferred@218590582 after retry RPC after error@1867113957) -> (continuation of Deferred@1263596137 after retry RPC after error@738050560) -> (continuation of Deferred@497510100 after retry RPC after error@1029824072) -> (continuation of Deferred@1911463991 after retry RPC after error@877035976), errback=(continuation of Deferred@1935215093 after retry RPC after error@1174705430) -> (continuation of Deferred@419931986 after retry RPC after error@908778727) -> (continuation of Deferred@218590582 after retry RPC after error@1867113957) -> (continuation of Deferred@1263596137 after retry RPC after error@738050560) -> (continuation of Deferred@497510100 after retry RPC after error@1029824072) -> (continuation of Deferred@1911463991 after retry RPC after error@877035976)))
09:05:12.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:12.531002 17531 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:05:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:12.531229 17531 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:05:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:12.532071 17531 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:05:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:12.534533 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:05:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:12.534745 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:05:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:12.534842 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:05:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:12.535065 17531 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:12.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@918451535(state=PENDING, result=null, callback=(continuation of Deferred@2141117639 after retry RPC after error@1874370241) -> (continuation of Deferred@1970459605 after retry RPC after error@807654457) -> (continuation of Deferred@970087966 after retry RPC after error@305627507) -> (continuation of Deferred@1907885211 after retry RPC after error@1603568777) -> (continuation of Deferred@1948058571 after retry RPC after error@1510946850) -> (continuation of Deferred@1805804324 after retry RPC after error@283705877) -> (continuation of Deferred@217471128 after retry RPC after error@798736140) -> (continuation of Deferred@1473794712 after retry RPC after error@259591132), errback=(continuation of Deferred@2141117639 after retry RPC after error@1874370241) -> (continuation of Deferred@1970459605 after retry RPC after error@807654457) -> (continuation of Deferred@970087966 after retry RPC after error@305627507) -> (continuation of Deferred@1907885211 after retry RPC after error@1603568777) -> (continuation of Deferred@1948058571 after retry RPC after error@1510946850) -> (continuation of Deferred@1805804324 after retry RPC after error@283705877) -> (continuation of Deferred@217471128 after retry RPC after error@798736140) -> (continuation of Deferred@1473794712 after retry RPC after error@259591132)))
09:05:12.672 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@918451535(state=PENDING, result=null, callback=(continuation of Deferred@2141117639 after retry RPC after error@1874370241) -> (continuation of Deferred@1970459605 after retry RPC after error@807654457) -> (continuation of Deferred@970087966 after retry RPC after error@305627507) -> (continuation of Deferred@1907885211 after retry RPC after error@1603568777) -> (continuation of Deferred@1948058571 after retry RPC after error@1510946850) -> (continuation of Deferred@1805804324 after retry RPC after error@283705877) -> (continuation of Deferred@217471128 after retry RPC after error@798736140) -> (continuation of Deferred@1473794712 after retry RPC after error@259591132), errback=(continuation of Deferred@2141117639 after retry RPC after error@1874370241) -> (continuation of Deferred@1970459605 after retry RPC after error@807654457) -> (continuation of Deferred@970087966 after retry RPC after error@305627507) -> (continuation of Deferred@1907885211 after retry RPC after error@1603568777) -> (continuation of Deferred@1948058571 after retry RPC after error@1510946850) -> (continuation of Deferred@1805804324 after retry RPC after error@283705877) -> (continuation of Deferred@217471128 after retry RPC after error@798736140) -> (continuation of Deferred@1473794712 after retry RPC after error@259591132)))
09:05:12.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1320414295(state=PENDING, result=null, callback=(continuation of Deferred@1338003773 after retry RPC after error@2002265623) -> (continuation of Deferred@1950207239 after retry RPC after error@633161347) -> (continuation of Deferred@1748611760 after retry RPC after error@1583831358) -> (continuation of Deferred@1151918592 after retry RPC after error@200162632) -> (continuation of Deferred@778547895 after retry RPC after error@1244504300) -> (continuation of Deferred@1234629451 after retry RPC after error@862487372), errback=(continuation of Deferred@1338003773 after retry RPC after error@2002265623) -> (continuation of Deferred@1950207239 after retry RPC after error@633161347) -> (continuation of Deferred@1748611760 after retry RPC after error@1583831358) -> (continuation of Deferred@1151918592 after retry RPC after error@200162632) -> (continuation of Deferred@778547895 after retry RPC after error@1244504300) -> (continuation of Deferred@1234629451 after retry RPC after error@862487372)))
09:05:12.885 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1320414295(state=PENDING, result=null, callback=(continuation of Deferred@1338003773 after retry RPC after error@2002265623) -> (continuation of Deferred@1950207239 after retry RPC after error@633161347) -> (continuation of Deferred@1748611760 after retry RPC after error@1583831358) -> (continuation of Deferred@1151918592 after retry RPC after error@200162632) -> (continuation of Deferred@778547895 after retry RPC after error@1244504300) -> (continuation of Deferred@1234629451 after retry RPC after error@862487372), errback=(continuation of Deferred@1338003773 after retry RPC after error@2002265623) -> (continuation of Deferred@1950207239 after retry RPC after error@633161347) -> (continuation of Deferred@1748611760 after retry RPC after error@1583831358) -> (continuation of Deferred@1151918592 after retry RPC after error@200162632) -> (continuation of Deferred@778547895 after retry RPC after error@1244504300) -> (continuation of Deferred@1234629451 after retry RPC after error@862487372)))
09:05:12.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:12.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:12.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:12.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:12.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:12.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1244448074(state=PENDING, result=null, callback=(continuation of Deferred@1538291054 after retry RPC after error@1547800019) -> (continuation of Deferred@1206117368 after retry RPC after error@1808361691) -> (continuation of Deferred@856320969 after retry RPC after error@1677023086) -> (continuation of Deferred@1003590859 after retry RPC after error@469675226) -> (continuation of Deferred@2076887119 after retry RPC after error@852344447) -> (continuation of Deferred@84742945 after retry RPC after error@1811674918) -> (continuation of Deferred@1189003942 after retry RPC after error@423600708), errback=(continuation of Deferred@1538291054 after retry RPC after error@1547800019) -> (continuation of Deferred@1206117368 after retry RPC after error@1808361691) -> (continuation of Deferred@856320969 after retry RPC after error@1677023086) -> (continuation of Deferred@1003590859 after retry RPC after error@469675226) -> (continuation of Deferred@2076887119 after retry RPC after error@852344447) -> (continuation of Deferred@84742945 after retry RPC after error@1811674918) -> (continuation of Deferred@1189003942 after retry RPC after error@423600708)))
09:05:13.047 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1244448074(state=PENDING, result=null, callback=(continuation of Deferred@1538291054 after retry RPC after error@1547800019) -> (continuation of Deferred@1206117368 after retry RPC after error@1808361691) -> (continuation of Deferred@856320969 after retry RPC after error@1677023086) -> (continuation of Deferred@1003590859 after retry RPC after error@469675226) -> (continuation of Deferred@2076887119 after retry RPC after error@852344447) -> (continuation of Deferred@84742945 after retry RPC after error@1811674918) -> (continuation of Deferred@1189003942 after retry RPC after error@423600708), errback=(continuation of Deferred@1538291054 after retry RPC after error@1547800019) -> (continuation of Deferred@1206117368 after retry RPC after error@1808361691) -> (continuation of Deferred@856320969 after retry RPC after error@1677023086) -> (continuation of Deferred@1003590859 after retry RPC after error@469675226) -> (continuation of Deferred@2076887119 after retry RPC after error@852344447) -> (continuation of Deferred@84742945 after retry RPC after error@1811674918) -> (continuation of Deferred@1189003942 after retry RPC after error@423600708)))
09:05:13.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1393692165(state=PENDING, result=null, callback=(continuation of Deferred@546898264 after retry RPC after error@248926597) -> (continuation of Deferred@2058710007 after retry RPC after error@966013058) -> (continuation of Deferred@1366258985 after retry RPC after error@1829326072) -> (continuation of Deferred@1018325117 after retry RPC after error@616189769) -> (continuation of Deferred@248946890 after retry RPC after error@689914724) -> (continuation of Deferred@113321914 after retry RPC after error@1886908460) -> (continuation of Deferred@1260178968 after retry RPC after error@407609468), errback=(continuation of Deferred@546898264 after retry RPC after error@248926597) -> (continuation of Deferred@2058710007 after retry RPC after error@966013058) -> (continuation of Deferred@1366258985 after retry RPC after error@1829326072) -> (continuation of Deferred@1018325117 after retry RPC after error@616189769) -> (continuation of Deferred@248946890 after retry RPC after error@689914724) -> (continuation of Deferred@113321914 after retry RPC after error@1886908460) -> (continuation of Deferred@1260178968 after retry RPC after error@407609468)))
09:05:13.286 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1393692165(state=PENDING, result=null, callback=(continuation of Deferred@546898264 after retry RPC after error@248926597) -> (continuation of Deferred@2058710007 after retry RPC after error@966013058) -> (continuation of Deferred@1366258985 after retry RPC after error@1829326072) -> (continuation of Deferred@1018325117 after retry RPC after error@616189769) -> (continuation of Deferred@248946890 after retry RPC after error@689914724) -> (continuation of Deferred@113321914 after retry RPC after error@1886908460) -> (continuation of Deferred@1260178968 after retry RPC after error@407609468), errback=(continuation of Deferred@546898264 after retry RPC after error@248926597) -> (continuation of Deferred@2058710007 after retry RPC after error@966013058) -> (continuation of Deferred@1366258985 after retry RPC after error@1829326072) -> (continuation of Deferred@1018325117 after retry RPC after error@616189769) -> (continuation of Deferred@248946890 after retry RPC after error@689914724) -> (continuation of Deferred@113321914 after retry RPC after error@1886908460) -> (continuation of Deferred@1260178968 after retry RPC after error@407609468)))
09:05:13.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1373434701(state=PENDING, result=null, callback=(continuation of Deferred@1521774436 after retry RPC after error@254699845) -> (continuation of Deferred@2048830786 after retry RPC after error@1290698711) -> (continuation of Deferred@895018593 after retry RPC after error@1237374414) -> (continuation of Deferred@1178277129 after retry RPC after error@2039798494) -> (continuation of Deferred@193810531 after retry RPC after error@1152162425) -> (continuation of Deferred@1512135864 after retry RPC after error@96222984) -> (continuation of Deferred@1691576724 after retry RPC after error@1150048293), errback=(continuation of Deferred@1521774436 after retry RPC after error@254699845) -> (continuation of Deferred@2048830786 after retry RPC after error@1290698711) -> (continuation of Deferred@895018593 after retry RPC after error@1237374414) -> (continuation of Deferred@1178277129 after retry RPC after error@2039798494) -> (continuation of Deferred@193810531 after retry RPC after error@1152162425) -> (continuation of Deferred@1512135864 after retry RPC after error@96222984) -> (continuation of Deferred@1691576724 after retry RPC after error@1150048293)))
09:05:13.446 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1373434701(state=PENDING, result=null, callback=(continuation of Deferred@1521774436 after retry RPC after error@254699845) -> (continuation of Deferred@2048830786 after retry RPC after error@1290698711) -> (continuation of Deferred@895018593 after retry RPC after error@1237374414) -> (continuation of Deferred@1178277129 after retry RPC after error@2039798494) -> (continuation of Deferred@193810531 after retry RPC after error@1152162425) -> (continuation of Deferred@1512135864 after retry RPC after error@96222984) -> (continuation of Deferred@1691576724 after retry RPC after error@1150048293), errback=(continuation of Deferred@1521774436 after retry RPC after error@254699845) -> (continuation of Deferred@2048830786 after retry RPC after error@1290698711) -> (continuation of Deferred@895018593 after retry RPC after error@1237374414) -> (continuation of Deferred@1178277129 after retry RPC after error@2039798494) -> (continuation of Deferred@193810531 after retry RPC after error@1152162425) -> (continuation of Deferred@1512135864 after retry RPC after error@96222984) -> (continuation of Deferred@1691576724 after retry RPC after error@1150048293)))
09:05:13.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@998951995(state=PENDING, result=null, callback=(continuation of Deferred@54775609 after retry RPC after error@1913989639) -> (continuation of Deferred@248903855 after retry RPC after error@1666389594) -> (continuation of Deferred@2121545486 after retry RPC after error@636125141) -> (continuation of Deferred@81521479 after retry RPC after error@2135018560) -> (continuation of Deferred@550652129 after retry RPC after error@1454411769) -> (continuation of Deferred@233494459 after retry RPC after error@2092444042) -> (continuation of Deferred@1319101372 after retry RPC after error@478307025), errback=(continuation of Deferred@54775609 after retry RPC after error@1913989639) -> (continuation of Deferred@248903855 after retry RPC after error@1666389594) -> (continuation of Deferred@2121545486 after retry RPC after error@636125141) -> (continuation of Deferred@81521479 after retry RPC after error@2135018560) -> (continuation of Deferred@550652129 after retry RPC after error@1454411769) -> (continuation of Deferred@233494459 after retry RPC after error@2092444042) -> (continuation of Deferred@1319101372 after retry RPC after error@478307025)))
09:05:13.705 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@998951995(state=PENDING, result=null, callback=(continuation of Deferred@54775609 after retry RPC after error@1913989639) -> (continuation of Deferred@248903855 after retry RPC after error@1666389594) -> (continuation of Deferred@2121545486 after retry RPC after error@636125141) -> (continuation of Deferred@81521479 after retry RPC after error@2135018560) -> (continuation of Deferred@550652129 after retry RPC after error@1454411769) -> (continuation of Deferred@233494459 after retry RPC after error@2092444042) -> (continuation of Deferred@1319101372 after retry RPC after error@478307025), errback=(continuation of Deferred@54775609 after retry RPC after error@1913989639) -> (continuation of Deferred@248903855 after retry RPC after error@1666389594) -> (continuation of Deferred@2121545486 after retry RPC after error@636125141) -> (continuation of Deferred@81521479 after retry RPC after error@2135018560) -> (continuation of Deferred@550652129 after retry RPC after error@1454411769) -> (continuation of Deferred@233494459 after retry RPC after error@2092444042) -> (continuation of Deferred@1319101372 after retry RPC after error@478307025)))
09:05:13.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1343126025(state=PENDING, result=null, callback=(continuation of Deferred@697012190 after retry RPC after error@1012784789) -> (continuation of Deferred@1391399085 after retry RPC after error@1905456843) -> (continuation of Deferred@76702296 after retry RPC after error@1458158889) -> (continuation of Deferred@2091496737 after retry RPC after error@451616977) -> (continuation of Deferred@234623350 after retry RPC after error@375907605) -> (continuation of Deferred@668355141 after retry RPC after error@1693977542) -> (continuation of Deferred@157467022 after retry RPC after error@545571578), errback=(continuation of Deferred@697012190 after retry RPC after error@1012784789) -> (continuation of Deferred@1391399085 after retry RPC after error@1905456843) -> (continuation of Deferred@76702296 after retry RPC after error@1458158889) -> (continuation of Deferred@2091496737 after retry RPC after error@451616977) -> (continuation of Deferred@234623350 after retry RPC after error@375907605) -> (continuation of Deferred@668355141 after retry RPC after error@1693977542) -> (continuation of Deferred@157467022 after retry RPC after error@545571578)))
09:05:13.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1343126025(state=PENDING, result=null, callback=(continuation of Deferred@697012190 after retry RPC after error@1012784789) -> (continuation of Deferred@1391399085 after retry RPC after error@1905456843) -> (continuation of Deferred@76702296 after retry RPC after error@1458158889) -> (continuation of Deferred@2091496737 after retry RPC after error@451616977) -> (continuation of Deferred@234623350 after retry RPC after error@375907605) -> (continuation of Deferred@668355141 after retry RPC after error@1693977542) -> (continuation of Deferred@157467022 after retry RPC after error@545571578), errback=(continuation of Deferred@697012190 after retry RPC after error@1012784789) -> (continuation of Deferred@1391399085 after retry RPC after error@1905456843) -> (continuation of Deferred@76702296 after retry RPC after error@1458158889) -> (continuation of Deferred@2091496737 after retry RPC after error@451616977) -> (continuation of Deferred@234623350 after retry RPC after error@375907605) -> (continuation of Deferred@668355141 after retry RPC after error@1693977542) -> (continuation of Deferred@157467022 after retry RPC after error@545571578)))
09:05:13.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:13.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:13.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:13.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:13.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:13.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2051954147(state=PENDING, result=null, callback=(continuation of Deferred@707902529 after retry RPC after error@2033948796) -> (continuation of Deferred@411367110 after retry RPC after error@283986296) -> (continuation of Deferred@924396688 after retry RPC after error@306489975) -> (continuation of Deferred@768166975 after retry RPC after error@1461020279) -> (continuation of Deferred@697744809 after retry RPC after error@506899966) -> (continuation of Deferred@2046407347 after retry RPC after error@86197541) -> (continuation of Deferred@423943133 after retry RPC after error@850840662), errback=(continuation of Deferred@707902529 after retry RPC after error@2033948796) -> (continuation of Deferred@411367110 after retry RPC after error@283986296) -> (continuation of Deferred@924396688 after retry RPC after error@306489975) -> (continuation of Deferred@768166975 after retry RPC after error@1461020279) -> (continuation of Deferred@697744809 after retry RPC after error@506899966) -> (continuation of Deferred@2046407347 after retry RPC after error@86197541) -> (continuation of Deferred@423943133 after retry RPC after error@850840662)))
09:05:14.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2051954147(state=PENDING, result=null, callback=(continuation of Deferred@707902529 after retry RPC after error@2033948796) -> (continuation of Deferred@411367110 after retry RPC after error@283986296) -> (continuation of Deferred@924396688 after retry RPC after error@306489975) -> (continuation of Deferred@768166975 after retry RPC after error@1461020279) -> (continuation of Deferred@697744809 after retry RPC after error@506899966) -> (continuation of Deferred@2046407347 after retry RPC after error@86197541) -> (continuation of Deferred@423943133 after retry RPC after error@850840662), errback=(continuation of Deferred@707902529 after retry RPC after error@2033948796) -> (continuation of Deferred@411367110 after retry RPC after error@283986296) -> (continuation of Deferred@924396688 after retry RPC after error@306489975) -> (continuation of Deferred@768166975 after retry RPC after error@1461020279) -> (continuation of Deferred@697744809 after retry RPC after error@506899966) -> (continuation of Deferred@2046407347 after retry RPC after error@86197541) -> (continuation of Deferred@423943133 after retry RPC after error@850840662)))
09:05:14.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:14.273849 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:14.275228 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:14.276547 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:14.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@9683189(state=PENDING, result=null, callback=(continuation of Deferred@1442352195 after retry RPC after error@483487543) -> (continuation of Deferred@1264162356 after retry RPC after error@1439921090) -> (continuation of Deferred@1146644399 after retry RPC after error@1407647940) -> (continuation of Deferred@1409860794 after retry RPC after error@436990106) -> (continuation of Deferred@493459819 after retry RPC after error@1986218786) -> (continuation of Deferred@1692171328 after retry RPC after error@563531617) -> (continuation of Deferred@1894099193 after retry RPC after error@481548188), errback=(continuation of Deferred@1442352195 after retry RPC after error@483487543) -> (continuation of Deferred@1264162356 after retry RPC after error@1439921090) -> (continuation of Deferred@1146644399 after retry RPC after error@1407647940) -> (continuation of Deferred@1409860794 after retry RPC after error@436990106) -> (continuation of Deferred@493459819 after retry RPC after error@1986218786) -> (continuation of Deferred@1692171328 after retry RPC after error@563531617) -> (continuation of Deferred@1894099193 after retry RPC after error@481548188)))
09:05:14.346 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@9683189(state=PENDING, result=null, callback=(continuation of Deferred@1442352195 after retry RPC after error@483487543) -> (continuation of Deferred@1264162356 after retry RPC after error@1439921090) -> (continuation of Deferred@1146644399 after retry RPC after error@1407647940) -> (continuation of Deferred@1409860794 after retry RPC after error@436990106) -> (continuation of Deferred@493459819 after retry RPC after error@1986218786) -> (continuation of Deferred@1692171328 after retry RPC after error@563531617) -> (continuation of Deferred@1894099193 after retry RPC after error@481548188), errback=(continuation of Deferred@1442352195 after retry RPC after error@483487543) -> (continuation of Deferred@1264162356 after retry RPC after error@1439921090) -> (continuation of Deferred@1146644399 after retry RPC after error@1407647940) -> (continuation of Deferred@1409860794 after retry RPC after error@436990106) -> (continuation of Deferred@493459819 after retry RPC after error@1986218786) -> (continuation of Deferred@1692171328 after retry RPC after error@563531617) -> (continuation of Deferred@1894099193 after retry RPC after error@481548188)))
09:05:14.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.424 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2091347487(state=PENDING, result=null, callback=(continuation of Deferred@163780867 after retry RPC after error@1643561253) -> (continuation of Deferred@1888028531 after retry RPC after error@924403947) -> (continuation of Deferred@637748234 after retry RPC after error@1907054086) -> (continuation of Deferred@1226929631 after retry RPC after error@880947712) -> (continuation of Deferred@144511886 after retry RPC after error@598573053) -> (continuation of Deferred@1633708506 after retry RPC after error@1154962884) -> (continuation of Deferred@615923635 after retry RPC after error@1814888015), errback=(continuation of Deferred@163780867 after retry RPC after error@1643561253) -> (continuation of Deferred@1888028531 after retry RPC after error@924403947) -> (continuation of Deferred@637748234 after retry RPC after error@1907054086) -> (continuation of Deferred@1226929631 after retry RPC after error@880947712) -> (continuation of Deferred@144511886 after retry RPC after error@598573053) -> (continuation of Deferred@1633708506 after retry RPC after error@1154962884) -> (continuation of Deferred@615923635 after retry RPC after error@1814888015)))
09:05:14.586 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2091347487(state=PENDING, result=null, callback=(continuation of Deferred@163780867 after retry RPC after error@1643561253) -> (continuation of Deferred@1888028531 after retry RPC after error@924403947) -> (continuation of Deferred@637748234 after retry RPC after error@1907054086) -> (continuation of Deferred@1226929631 after retry RPC after error@880947712) -> (continuation of Deferred@144511886 after retry RPC after error@598573053) -> (continuation of Deferred@1633708506 after retry RPC after error@1154962884) -> (continuation of Deferred@615923635 after retry RPC after error@1814888015), errback=(continuation of Deferred@163780867 after retry RPC after error@1643561253) -> (continuation of Deferred@1888028531 after retry RPC after error@924403947) -> (continuation of Deferred@637748234 after retry RPC after error@1907054086) -> (continuation of Deferred@1226929631 after retry RPC after error@880947712) -> (continuation of Deferred@144511886 after retry RPC after error@598573053) -> (continuation of Deferred@1633708506 after retry RPC after error@1154962884) -> (continuation of Deferred@615923635 after retry RPC after error@1814888015)))
09:05:14.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@292614819(state=PENDING, result=null, callback=(continuation of Deferred@1336472401 after retry RPC after error@444894059) -> (continuation of Deferred@1648191595 after retry RPC after error@1959689061) -> (continuation of Deferred@2087988438 after retry RPC after error@1108684768) -> (continuation of Deferred@1264744953 after retry RPC after error@1290806947) -> (continuation of Deferred@289382775 after retry RPC after error@2050946719) -> (continuation of Deferred@575403408 after retry RPC after error@1866664516), errback=(continuation of Deferred@1336472401 after retry RPC after error@444894059) -> (continuation of Deferred@1648191595 after retry RPC after error@1959689061) -> (continuation of Deferred@2087988438 after retry RPC after error@1108684768) -> (continuation of Deferred@1264744953 after retry RPC after error@1290806947) -> (continuation of Deferred@289382775 after retry RPC after error@2050946719) -> (continuation of Deferred@575403408 after retry RPC after error@1866664516)))
09:05:14.786 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@292614819(state=PENDING, result=null, callback=(continuation of Deferred@1336472401 after retry RPC after error@444894059) -> (continuation of Deferred@1648191595 after retry RPC after error@1959689061) -> (continuation of Deferred@2087988438 after retry RPC after error@1108684768) -> (continuation of Deferred@1264744953 after retry RPC after error@1290806947) -> (continuation of Deferred@289382775 after retry RPC after error@2050946719) -> (continuation of Deferred@575403408 after retry RPC after error@1866664516), errback=(continuation of Deferred@1336472401 after retry RPC after error@444894059) -> (continuation of Deferred@1648191595 after retry RPC after error@1959689061) -> (continuation of Deferred@2087988438 after retry RPC after error@1108684768) -> (continuation of Deferred@1264744953 after retry RPC after error@1290806947) -> (continuation of Deferred@289382775 after retry RPC after error@2050946719) -> (continuation of Deferred@575403408 after retry RPC after error@1866664516)))
09:05:14.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:14.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:14.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:14.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:14.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:14.984 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@560291965(state=PENDING, result=null, callback=(continuation of Deferred@409930661 after retry RPC after error@1724018424) -> (continuation of Deferred@1217302163 after retry RPC after error@1113745783) -> (continuation of Deferred@581984445 after retry RPC after error@1466990525) -> (continuation of Deferred@1807129046 after retry RPC after error@978217990) -> (continuation of Deferred@458901114 after retry RPC after error@1325621051) -> (continuation of Deferred@279189284 after retry RPC after error@1497589610), errback=(continuation of Deferred@409930661 after retry RPC after error@1724018424) -> (continuation of Deferred@1217302163 after retry RPC after error@1113745783) -> (continuation of Deferred@581984445 after retry RPC after error@1466990525) -> (continuation of Deferred@1807129046 after retry RPC after error@978217990) -> (continuation of Deferred@458901114 after retry RPC after error@1325621051) -> (continuation of Deferred@279189284 after retry RPC after error@1497589610)))
09:05:14.985 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@560291965(state=PENDING, result=null, callback=(continuation of Deferred@409930661 after retry RPC after error@1724018424) -> (continuation of Deferred@1217302163 after retry RPC after error@1113745783) -> (continuation of Deferred@581984445 after retry RPC after error@1466990525) -> (continuation of Deferred@1807129046 after retry RPC after error@978217990) -> (continuation of Deferred@458901114 after retry RPC after error@1325621051) -> (continuation of Deferred@279189284 after retry RPC after error@1497589610), errback=(continuation of Deferred@409930661 after retry RPC after error@1724018424) -> (continuation of Deferred@1217302163 after retry RPC after error@1113745783) -> (continuation of Deferred@581984445 after retry RPC after error@1466990525) -> (continuation of Deferred@1807129046 after retry RPC after error@978217990) -> (continuation of Deferred@458901114 after retry RPC after error@1325621051) -> (continuation of Deferred@279189284 after retry RPC after error@1497589610)))
09:05:15.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1568148779(state=PENDING, result=null, callback=(continuation of Deferred@657208628 after retry RPC after error@2107033165) -> (continuation of Deferred@1877184521 after retry RPC after error@1928317323) -> (continuation of Deferred@875349879 after retry RPC after error@2135153425) -> (continuation of Deferred@215183144 after retry RPC after error@16534696) -> (continuation of Deferred@1379476671 after retry RPC after error@868480698) -> (continuation of Deferred@612263365 after retry RPC after error@1174791406), errback=(continuation of Deferred@657208628 after retry RPC after error@2107033165) -> (continuation of Deferred@1877184521 after retry RPC after error@1928317323) -> (continuation of Deferred@875349879 after retry RPC after error@2135153425) -> (continuation of Deferred@215183144 after retry RPC after error@16534696) -> (continuation of Deferred@1379476671 after retry RPC after error@868480698) -> (continuation of Deferred@612263365 after retry RPC after error@1174791406)))
09:05:15.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1568148779(state=PENDING, result=null, callback=(continuation of Deferred@657208628 after retry RPC after error@2107033165) -> (continuation of Deferred@1877184521 after retry RPC after error@1928317323) -> (continuation of Deferred@875349879 after retry RPC after error@2135153425) -> (continuation of Deferred@215183144 after retry RPC after error@16534696) -> (continuation of Deferred@1379476671 after retry RPC after error@868480698) -> (continuation of Deferred@612263365 after retry RPC after error@1174791406), errback=(continuation of Deferred@657208628 after retry RPC after error@2107033165) -> (continuation of Deferred@1877184521 after retry RPC after error@1928317323) -> (continuation of Deferred@875349879 after retry RPC after error@2135153425) -> (continuation of Deferred@215183144 after retry RPC after error@16534696) -> (continuation of Deferred@1379476671 after retry RPC after error@868480698) -> (continuation of Deferred@612263365 after retry RPC after error@1174791406)))
09:05:15.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.405 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@83028081(state=PENDING, result=null, callback=(continuation of Deferred@905749976 after retry RPC after error@1425439029) -> (continuation of Deferred@2134606057 after retry RPC after error@1821986335) -> (continuation of Deferred@1016849457 after retry RPC after error@1531120966) -> (continuation of Deferred@2019353103 after retry RPC after error@1586733741) -> (continuation of Deferred@1036676898 after retry RPC after error@2116058336) -> (continuation of Deferred@1634973105 after retry RPC after error@582411768) -> (continuation of Deferred@1282096627 after retry RPC after error@827432930), errback=(continuation of Deferred@905749976 after retry RPC after error@1425439029) -> (continuation of Deferred@2134606057 after retry RPC after error@1821986335) -> (continuation of Deferred@1016849457 after retry RPC after error@1531120966) -> (continuation of Deferred@2019353103 after retry RPC after error@1586733741) -> (continuation of Deferred@1036676898 after retry RPC after error@2116058336) -> (continuation of Deferred@1634973105 after retry RPC after error@582411768) -> (continuation of Deferred@1282096627 after retry RPC after error@827432930)))
09:05:15.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@83028081(state=PENDING, result=null, callback=(continuation of Deferred@905749976 after retry RPC after error@1425439029) -> (continuation of Deferred@2134606057 after retry RPC after error@1821986335) -> (continuation of Deferred@1016849457 after retry RPC after error@1531120966) -> (continuation of Deferred@2019353103 after retry RPC after error@1586733741) -> (continuation of Deferred@1036676898 after retry RPC after error@2116058336) -> (continuation of Deferred@1634973105 after retry RPC after error@582411768) -> (continuation of Deferred@1282096627 after retry RPC after error@827432930), errback=(continuation of Deferred@905749976 after retry RPC after error@1425439029) -> (continuation of Deferred@2134606057 after retry RPC after error@1821986335) -> (continuation of Deferred@1016849457 after retry RPC after error@1531120966) -> (continuation of Deferred@2019353103 after retry RPC after error@1586733741) -> (continuation of Deferred@1036676898 after retry RPC after error@2116058336) -> (continuation of Deferred@1634973105 after retry RPC after error@582411768) -> (continuation of Deferred@1282096627 after retry RPC after error@827432930)))
09:05:15.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1735910176(state=PENDING, result=null, callback=(continuation of Deferred@50571471 after retry RPC after error@138084500) -> (continuation of Deferred@2041754476 after retry RPC after error@553918873) -> (continuation of Deferred@1071624358 after retry RPC after error@1865431145) -> (continuation of Deferred@58052400 after retry RPC after error@58535470) -> (continuation of Deferred@1097200743 after retry RPC after error@796426066) -> (continuation of Deferred@47786434 after retry RPC after error@1748990953) -> (continuation of Deferred@110586949 after retry RPC after error@1786319146), errback=(continuation of Deferred@50571471 after retry RPC after error@138084500) -> (continuation of Deferred@2041754476 after retry RPC after error@553918873) -> (continuation of Deferred@1071624358 after retry RPC after error@1865431145) -> (continuation of Deferred@58052400 after retry RPC after error@58535470) -> (continuation of Deferred@1097200743 after retry RPC after error@796426066) -> (continuation of Deferred@47786434 after retry RPC after error@1748990953) -> (continuation of Deferred@110586949 after retry RPC after error@1786319146)))
09:05:15.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1735910176(state=PENDING, result=null, callback=(continuation of Deferred@50571471 after retry RPC after error@138084500) -> (continuation of Deferred@2041754476 after retry RPC after error@553918873) -> (continuation of Deferred@1071624358 after retry RPC after error@1865431145) -> (continuation of Deferred@58052400 after retry RPC after error@58535470) -> (continuation of Deferred@1097200743 after retry RPC after error@796426066) -> (continuation of Deferred@47786434 after retry RPC after error@1748990953) -> (continuation of Deferred@110586949 after retry RPC after error@1786319146), errback=(continuation of Deferred@50571471 after retry RPC after error@138084500) -> (continuation of Deferred@2041754476 after retry RPC after error@553918873) -> (continuation of Deferred@1071624358 after retry RPC after error@1865431145) -> (continuation of Deferred@58052400 after retry RPC after error@58535470) -> (continuation of Deferred@1097200743 after retry RPC after error@796426066) -> (continuation of Deferred@47786434 after retry RPC after error@1748990953) -> (continuation of Deferred@110586949 after retry RPC after error@1786319146)))
09:05:15.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@239895860(state=PENDING, result=null, callback=(continuation of Deferred@852394855 after retry RPC after error@1503617313) -> (continuation of Deferred@287103045 after retry RPC after error@2073270903) -> (continuation of Deferred@1031859161 after retry RPC after error@531895073) -> (continuation of Deferred@1755131490 after retry RPC after error@263864612) -> (continuation of Deferred@895401257 after retry RPC after error@172789176) -> (continuation of Deferred@186866861 after retry RPC after error@1447927692), errback=(continuation of Deferred@852394855 after retry RPC after error@1503617313) -> (continuation of Deferred@287103045 after retry RPC after error@2073270903) -> (continuation of Deferred@1031859161 after retry RPC after error@531895073) -> (continuation of Deferred@1755131490 after retry RPC after error@263864612) -> (continuation of Deferred@895401257 after retry RPC after error@172789176) -> (continuation of Deferred@186866861 after retry RPC after error@1447927692)))
09:05:15.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@239895860(state=PENDING, result=null, callback=(continuation of Deferred@852394855 after retry RPC after error@1503617313) -> (continuation of Deferred@287103045 after retry RPC after error@2073270903) -> (continuation of Deferred@1031859161 after retry RPC after error@531895073) -> (continuation of Deferred@1755131490 after retry RPC after error@263864612) -> (continuation of Deferred@895401257 after retry RPC after error@172789176) -> (continuation of Deferred@186866861 after retry RPC after error@1447927692), errback=(continuation of Deferred@852394855 after retry RPC after error@1503617313) -> (continuation of Deferred@287103045 after retry RPC after error@2073270903) -> (continuation of Deferred@1031859161 after retry RPC after error@531895073) -> (continuation of Deferred@1755131490 after retry RPC after error@263864612) -> (continuation of Deferred@895401257 after retry RPC after error@172789176) -> (continuation of Deferred@186866861 after retry RPC after error@1447927692)))
09:05:15.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:15.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:15.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:15.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:15.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:15.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1594962124(state=PENDING, result=null, callback=(continuation of Deferred@1595338652 after retry RPC after error@1375121926) -> (continuation of Deferred@2032291595 after retry RPC after error@795051955) -> (continuation of Deferred@1197602764 after retry RPC after error@602082212) -> (continuation of Deferred@1221739204 after retry RPC after error@2067729010) -> (continuation of Deferred@858283342 after retry RPC after error@145608356) -> (continuation of Deferred@1387489559 after retry RPC after error@1373406633) -> (continuation of Deferred@544174321 after retry RPC after error@1188123318), errback=(continuation of Deferred@1595338652 after retry RPC after error@1375121926) -> (continuation of Deferred@2032291595 after retry RPC after error@795051955) -> (continuation of Deferred@1197602764 after retry RPC after error@602082212) -> (continuation of Deferred@1221739204 after retry RPC after error@2067729010) -> (continuation of Deferred@858283342 after retry RPC after error@145608356) -> (continuation of Deferred@1387489559 after retry RPC after error@1373406633) -> (continuation of Deferred@544174321 after retry RPC after error@1188123318)))
09:05:16.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1594962124(state=PENDING, result=null, callback=(continuation of Deferred@1595338652 after retry RPC after error@1375121926) -> (continuation of Deferred@2032291595 after retry RPC after error@795051955) -> (continuation of Deferred@1197602764 after retry RPC after error@602082212) -> (continuation of Deferred@1221739204 after retry RPC after error@2067729010) -> (continuation of Deferred@858283342 after retry RPC after error@145608356) -> (continuation of Deferred@1387489559 after retry RPC after error@1373406633) -> (continuation of Deferred@544174321 after retry RPC after error@1188123318), errback=(continuation of Deferred@1595338652 after retry RPC after error@1375121926) -> (continuation of Deferred@2032291595 after retry RPC after error@795051955) -> (continuation of Deferred@1197602764 after retry RPC after error@602082212) -> (continuation of Deferred@1221739204 after retry RPC after error@2067729010) -> (continuation of Deferred@858283342 after retry RPC after error@145608356) -> (continuation of Deferred@1387489559 after retry RPC after error@1373406633) -> (continuation of Deferred@544174321 after retry RPC after error@1188123318)))
09:05:16.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1872606363(state=PENDING, result=null, callback=(continuation of Deferred@1937907926 after retry RPC after error@230856808) -> (continuation of Deferred@447852510 after retry RPC after error@411756927) -> (continuation of Deferred@2053959208 after retry RPC after error@1676945621) -> (continuation of Deferred@1949086762 after retry RPC after error@992111297) -> (continuation of Deferred@648203811 after retry RPC after error@1691547810) -> (continuation of Deferred@1968082422 after retry RPC after error@1569883644) -> (continuation of Deferred@1836157883 after retry RPC after error@504723807) -> (continuation of Deferred@531981910 after retry RPC after error@1455533369), errback=(continuation of Deferred@1937907926 after retry RPC after error@230856808) -> (continuation of Deferred@447852510 after retry RPC after error@411756927) -> (continuation of Deferred@2053959208 after retry RPC after error@1676945621) -> (continuation of Deferred@1949086762 after retry RPC after error@992111297) -> (continuation of Deferred@648203811 after retry RPC after error@1691547810) -> (continuation of Deferred@1968082422 after retry RPC after error@1569883644) -> (continuation of Deferred@1836157883 after retry RPC after error@504723807) -> (continuation of Deferred@531981910 after retry RPC after error@1455533369)))
09:05:16.305 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1872606363(state=PENDING, result=null, callback=(continuation of Deferred@1937907926 after retry RPC after error@230856808) -> (continuation of Deferred@447852510 after retry RPC after error@411756927) -> (continuation of Deferred@2053959208 after retry RPC after error@1676945621) -> (continuation of Deferred@1949086762 after retry RPC after error@992111297) -> (continuation of Deferred@648203811 after retry RPC after error@1691547810) -> (continuation of Deferred@1968082422 after retry RPC after error@1569883644) -> (continuation of Deferred@1836157883 after retry RPC after error@504723807) -> (continuation of Deferred@531981910 after retry RPC after error@1455533369), errback=(continuation of Deferred@1937907926 after retry RPC after error@230856808) -> (continuation of Deferred@447852510 after retry RPC after error@411756927) -> (continuation of Deferred@2053959208 after retry RPC after error@1676945621) -> (continuation of Deferred@1949086762 after retry RPC after error@992111297) -> (continuation of Deferred@648203811 after retry RPC after error@1691547810) -> (continuation of Deferred@1968082422 after retry RPC after error@1569883644) -> (continuation of Deferred@1836157883 after retry RPC after error@504723807) -> (continuation of Deferred@531981910 after retry RPC after error@1455533369)))
09:05:16.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@899195332(state=PENDING, result=null, callback=(continuation of Deferred@463854591 after retry RPC after error@972232145) -> (continuation of Deferred@171971652 after retry RPC after error@2049311305) -> (continuation of Deferred@1332298961 after retry RPC after error@1846910320) -> (continuation of Deferred@1694324418 after retry RPC after error@771961950) -> (continuation of Deferred@734638723 after retry RPC after error@1769292951) -> (continuation of Deferred@1731220541 after retry RPC after error@1353067841) -> (continuation of Deferred@907919484 after retry RPC after error@1963944916) -> (continuation of Deferred@284903668 after retry RPC after error@1909891983), errback=(continuation of Deferred@463854591 after retry RPC after error@972232145) -> (continuation of Deferred@171971652 after retry RPC after error@2049311305) -> (continuation of Deferred@1332298961 after retry RPC after error@1846910320) -> (continuation of Deferred@1694324418 after retry RPC after error@771961950) -> (continuation of Deferred@734638723 after retry RPC after error@1769292951) -> (continuation of Deferred@1731220541 after retry RPC after error@1353067841) -> (continuation of Deferred@907919484 after retry RPC after error@1963944916) -> (continuation of Deferred@284903668 after retry RPC after error@1909891983)))
09:05:16.565 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@899195332(state=PENDING, result=null, callback=(continuation of Deferred@463854591 after retry RPC after error@972232145) -> (continuation of Deferred@171971652 after retry RPC after error@2049311305) -> (continuation of Deferred@1332298961 after retry RPC after error@1846910320) -> (continuation of Deferred@1694324418 after retry RPC after error@771961950) -> (continuation of Deferred@734638723 after retry RPC after error@1769292951) -> (continuation of Deferred@1731220541 after retry RPC after error@1353067841) -> (continuation of Deferred@907919484 after retry RPC after error@1963944916) -> (continuation of Deferred@284903668 after retry RPC after error@1909891983), errback=(continuation of Deferred@463854591 after retry RPC after error@972232145) -> (continuation of Deferred@171971652 after retry RPC after error@2049311305) -> (continuation of Deferred@1332298961 after retry RPC after error@1846910320) -> (continuation of Deferred@1694324418 after retry RPC after error@771961950) -> (continuation of Deferred@734638723 after retry RPC after error@1769292951) -> (continuation of Deferred@1731220541 after retry RPC after error@1353067841) -> (continuation of Deferred@907919484 after retry RPC after error@1963944916) -> (continuation of Deferred@284903668 after retry RPC after error@1909891983)))
09:05:16.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:16.583725 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:16.583931 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:16.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1480020632(state=PENDING, result=null, callback=(continuation of Deferred@782508904 after retry RPC after error@1559236865) -> (continuation of Deferred@343727639 after retry RPC after error@1983774098) -> (continuation of Deferred@2039295838 after retry RPC after error@623460727) -> (continuation of Deferred@1473757091 after retry RPC after error@1319049638) -> (continuation of Deferred@1584937204 after retry RPC after error@834005173) -> (continuation of Deferred@1542812551 after retry RPC after error@1829835638), errback=(continuation of Deferred@782508904 after retry RPC after error@1559236865) -> (continuation of Deferred@343727639 after retry RPC after error@1983774098) -> (continuation of Deferred@2039295838 after retry RPC after error@623460727) -> (continuation of Deferred@1473757091 after retry RPC after error@1319049638) -> (continuation of Deferred@1584937204 after retry RPC after error@834005173) -> (continuation of Deferred@1542812551 after retry RPC after error@1829835638)))
09:05:16.725 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1480020632(state=PENDING, result=null, callback=(continuation of Deferred@782508904 after retry RPC after error@1559236865) -> (continuation of Deferred@343727639 after retry RPC after error@1983774098) -> (continuation of Deferred@2039295838 after retry RPC after error@623460727) -> (continuation of Deferred@1473757091 after retry RPC after error@1319049638) -> (continuation of Deferred@1584937204 after retry RPC after error@834005173) -> (continuation of Deferred@1542812551 after retry RPC after error@1829835638), errback=(continuation of Deferred@782508904 after retry RPC after error@1559236865) -> (continuation of Deferred@343727639 after retry RPC after error@1983774098) -> (continuation of Deferred@2039295838 after retry RPC after error@623460727) -> (continuation of Deferred@1473757091 after retry RPC after error@1319049638) -> (continuation of Deferred@1584937204 after retry RPC after error@834005173) -> (continuation of Deferred@1542812551 after retry RPC after error@1829835638)))
09:05:16.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@122819805(state=PENDING, result=null, callback=(continuation of Deferred@1596261104 after retry RPC after error@989565153) -> (continuation of Deferred@2023851981 after retry RPC after error@1875022072) -> (continuation of Deferred@403123570 after retry RPC after error@2115885579) -> (continuation of Deferred@175551978 after retry RPC after error@1900585228) -> (continuation of Deferred@1350926058 after retry RPC after error@1079520115) -> (continuation of Deferred@2134773623 after retry RPC after error@1263173981) -> (continuation of Deferred@818140400 after retry RPC after error@834761256), errback=(continuation of Deferred@1596261104 after retry RPC after error@989565153) -> (continuation of Deferred@2023851981 after retry RPC after error@1875022072) -> (continuation of Deferred@403123570 after retry RPC after error@2115885579) -> (continuation of Deferred@175551978 after retry RPC after error@1900585228) -> (continuation of Deferred@1350926058 after retry RPC after error@1079520115) -> (continuation of Deferred@2134773623 after retry RPC after error@1263173981) -> (continuation of Deferred@818140400 after retry RPC after error@834761256)))
09:05:16.946 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@122819805(state=PENDING, result=null, callback=(continuation of Deferred@1596261104 after retry RPC after error@989565153) -> (continuation of Deferred@2023851981 after retry RPC after error@1875022072) -> (continuation of Deferred@403123570 after retry RPC after error@2115885579) -> (continuation of Deferred@175551978 after retry RPC after error@1900585228) -> (continuation of Deferred@1350926058 after retry RPC after error@1079520115) -> (continuation of Deferred@2134773623 after retry RPC after error@1263173981) -> (continuation of Deferred@818140400 after retry RPC after error@834761256), errback=(continuation of Deferred@1596261104 after retry RPC after error@989565153) -> (continuation of Deferred@2023851981 after retry RPC after error@1875022072) -> (continuation of Deferred@403123570 after retry RPC after error@2115885579) -> (continuation of Deferred@175551978 after retry RPC after error@1900585228) -> (continuation of Deferred@1350926058 after retry RPC after error@1079520115) -> (continuation of Deferred@2134773623 after retry RPC after error@1263173981) -> (continuation of Deferred@818140400 after retry RPC after error@834761256)))
09:05:16.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:16.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:16.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:16.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:16.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:16.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@309084266(state=PENDING, result=null, callback=(continuation of Deferred@447944315 after retry RPC after error@1019903632) -> (continuation of Deferred@145214109 after retry RPC after error@2016982259) -> (continuation of Deferred@2050647361 after retry RPC after error@367770216) -> (continuation of Deferred@590244202 after retry RPC after error@512548560) -> (continuation of Deferred@934649901 after retry RPC after error@2143642697) -> (continuation of Deferred@804272098 after retry RPC after error@1475483282), errback=(continuation of Deferred@447944315 after retry RPC after error@1019903632) -> (continuation of Deferred@145214109 after retry RPC after error@2016982259) -> (continuation of Deferred@2050647361 after retry RPC after error@367770216) -> (continuation of Deferred@590244202 after retry RPC after error@512548560) -> (continuation of Deferred@934649901 after retry RPC after error@2143642697) -> (continuation of Deferred@804272098 after retry RPC after error@1475483282)))
09:05:17.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@309084266(state=PENDING, result=null, callback=(continuation of Deferred@447944315 after retry RPC after error@1019903632) -> (continuation of Deferred@145214109 after retry RPC after error@2016982259) -> (continuation of Deferred@2050647361 after retry RPC after error@367770216) -> (continuation of Deferred@590244202 after retry RPC after error@512548560) -> (continuation of Deferred@934649901 after retry RPC after error@2143642697) -> (continuation of Deferred@804272098 after retry RPC after error@1475483282), errback=(continuation of Deferred@447944315 after retry RPC after error@1019903632) -> (continuation of Deferred@145214109 after retry RPC after error@2016982259) -> (continuation of Deferred@2050647361 after retry RPC after error@367770216) -> (continuation of Deferred@590244202 after retry RPC after error@512548560) -> (continuation of Deferred@934649901 after retry RPC after error@2143642697) -> (continuation of Deferred@804272098 after retry RPC after error@1475483282)))
09:05:17.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1097845120(state=PENDING, result=null, callback=(continuation of Deferred@212554898 after retry RPC after error@1643289708) -> (continuation of Deferred@1177209241 after retry RPC after error@2033597205) -> (continuation of Deferred@795864933 after retry RPC after error@1519064856) -> (continuation of Deferred@1249737681 after retry RPC after error@47914776) -> (continuation of Deferred@1377819873 after retry RPC after error@1345204845) -> (continuation of Deferred@1907124298 after retry RPC after error@735419064) -> (continuation of Deferred@125940727 after retry RPC after error@639452208), errback=(continuation of Deferred@212554898 after retry RPC after error@1643289708) -> (continuation of Deferred@1177209241 after retry RPC after error@2033597205) -> (continuation of Deferred@795864933 after retry RPC after error@1519064856) -> (continuation of Deferred@1249737681 after retry RPC after error@47914776) -> (continuation of Deferred@1377819873 after retry RPC after error@1345204845) -> (continuation of Deferred@1907124298 after retry RPC after error@735419064) -> (continuation of Deferred@125940727 after retry RPC after error@639452208)))
09:05:17.385 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1097845120(state=PENDING, result=null, callback=(continuation of Deferred@212554898 after retry RPC after error@1643289708) -> (continuation of Deferred@1177209241 after retry RPC after error@2033597205) -> (continuation of Deferred@795864933 after retry RPC after error@1519064856) -> (continuation of Deferred@1249737681 after retry RPC after error@47914776) -> (continuation of Deferred@1377819873 after retry RPC after error@1345204845) -> (continuation of Deferred@1907124298 after retry RPC after error@735419064) -> (continuation of Deferred@125940727 after retry RPC after error@639452208), errback=(continuation of Deferred@212554898 after retry RPC after error@1643289708) -> (continuation of Deferred@1177209241 after retry RPC after error@2033597205) -> (continuation of Deferred@795864933 after retry RPC after error@1519064856) -> (continuation of Deferred@1249737681 after retry RPC after error@47914776) -> (continuation of Deferred@1377819873 after retry RPC after error@1345204845) -> (continuation of Deferred@1907124298 after retry RPC after error@735419064) -> (continuation of Deferred@125940727 after retry RPC after error@639452208)))
09:05:17.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.663 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1419349705(state=PENDING, result=null, callback=(continuation of Deferred@1991968373 after retry RPC after error@1184543883) -> (continuation of Deferred@145523093 after retry RPC after error@282835343) -> (continuation of Deferred@1056808271 after retry RPC after error@760240375) -> (continuation of Deferred@1092408545 after retry RPC after error@214309516) -> (continuation of Deferred@1585703358 after retry RPC after error@1908118905) -> (continuation of Deferred@1445457011 after retry RPC after error@1779015233) -> (continuation of Deferred@730223783 after retry RPC after error@112921843), errback=(continuation of Deferred@1991968373 after retry RPC after error@1184543883) -> (continuation of Deferred@145523093 after retry RPC after error@282835343) -> (continuation of Deferred@1056808271 after retry RPC after error@760240375) -> (continuation of Deferred@1092408545 after retry RPC after error@214309516) -> (continuation of Deferred@1585703358 after retry RPC after error@1908118905) -> (continuation of Deferred@1445457011 after retry RPC after error@1779015233) -> (continuation of Deferred@730223783 after retry RPC after error@112921843)))
09:05:17.664 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:17.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1941209608(state=PENDING, result=null, callback=(continuation of Deferred@350900915 after retry RPC after error@452114197) -> (continuation of Deferred@2128567397 after retry RPC after error@699151732) -> (continuation of Deferred@1872074040 after retry RPC after error@1624300992) -> (continuation of Deferred@1684572619 after retry RPC after error@749148071) -> (continuation of Deferred@1876454238 after retry RPC after error@159421880) -> (continuation of Deferred@696677266 after retry RPC after error@1023955754), errback=(continuation of Deferred@350900915 after retry RPC after error@452114197) -> (continuation of Deferred@2128567397 after retry RPC after error@699151732) -> (continuation of Deferred@1872074040 after retry RPC after error@1624300992) -> (continuation of Deferred@1684572619 after retry RPC after error@749148071) -> (continuation of Deferred@1876454238 after retry RPC after error@159421880) -> (continuation of Deferred@696677266 after retry RPC after error@1023955754)))
09:05:17.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1941209608(state=PENDING, result=null, callback=(continuation of Deferred@350900915 after retry RPC after error@452114197) -> (continuation of Deferred@2128567397 after retry RPC after error@699151732) -> (continuation of Deferred@1872074040 after retry RPC after error@1624300992) -> (continuation of Deferred@1684572619 after retry RPC after error@749148071) -> (continuation of Deferred@1876454238 after retry RPC after error@159421880) -> (continuation of Deferred@696677266 after retry RPC after error@1023955754), errback=(continuation of Deferred@350900915 after retry RPC after error@452114197) -> (continuation of Deferred@2128567397 after retry RPC after error@699151732) -> (continuation of Deferred@1872074040 after retry RPC after error@1624300992) -> (continuation of Deferred@1684572619 after retry RPC after error@749148071) -> (continuation of Deferred@1876454238 after retry RPC after error@159421880) -> (continuation of Deferred@696677266 after retry RPC after error@1023955754)))
09:05:17.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:17.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:17.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:17.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:17.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:17.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1554957695(state=PENDING, result=null, callback=(continuation of Deferred@290918315 after retry RPC after error@486863717) -> (continuation of Deferred@983154038 after retry RPC after error@271975015) -> (continuation of Deferred@968195485 after retry RPC after error@59780629) -> (continuation of Deferred@1947554076 after retry RPC after error@1418744003) -> (continuation of Deferred@1188795993 after retry RPC after error@1153038353) -> (continuation of Deferred@444255275 after retry RPC after error@1287291375) -> (continuation of Deferred@1447673727 after retry RPC after error@1564191959) -> (continuation of Deferred@292305103 after retry RPC after error@155281140), errback=(continuation of Deferred@290918315 after retry RPC after error@486863717) -> (continuation of Deferred@983154038 after retry RPC after error@271975015) -> (continuation of Deferred@968195485 after retry RPC after error@59780629) -> (continuation of Deferred@1947554076 after retry RPC after error@1418744003) -> (continuation of Deferred@1188795993 after retry RPC after error@1153038353) -> (continuation of Deferred@444255275 after retry RPC after error@1287291375) -> (continuation of Deferred@1447673727 after retry RPC after error@1564191959) -> (continuation of Deferred@292305103 after retry RPC after error@155281140)))
09:05:18.106 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1554957695(state=PENDING, result=null, callback=(continuation of Deferred@290918315 after retry RPC after error@486863717) -> (continuation of Deferred@983154038 after retry RPC after error@271975015) -> (continuation of Deferred@968195485 after retry RPC after error@59780629) -> (continuation of Deferred@1947554076 after retry RPC after error@1418744003) -> (continuation of Deferred@1188795993 after retry RPC after error@1153038353) -> (continuation of Deferred@444255275 after retry RPC after error@1287291375) -> (continuation of Deferred@1447673727 after retry RPC after error@1564191959) -> (continuation of Deferred@292305103 after retry RPC after error@155281140), errback=(continuation of Deferred@290918315 after retry RPC after error@486863717) -> (continuation of Deferred@983154038 after retry RPC after error@271975015) -> (continuation of Deferred@968195485 after retry RPC after error@59780629) -> (continuation of Deferred@1947554076 after retry RPC after error@1418744003) -> (continuation of Deferred@1188795993 after retry RPC after error@1153038353) -> (continuation of Deferred@444255275 after retry RPC after error@1287291375) -> (continuation of Deferred@1447673727 after retry RPC after error@1564191959) -> (continuation of Deferred@292305103 after retry RPC after error@155281140)))
09:05:18.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.205 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@159925013(state=PENDING, result=null, callback=(continuation of Deferred@40170637 after retry RPC after error@682777313) -> (continuation of Deferred@1827804934 after retry RPC after error@665411942) -> (continuation of Deferred@46934402 after retry RPC after error@940777064) -> (continuation of Deferred@1151689803 after retry RPC after error@686530536) -> (continuation of Deferred@1258828622 after retry RPC after error@1808307225) -> (continuation of Deferred@69218839 after retry RPC after error@1891690916) -> (continuation of Deferred@2060990129 after retry RPC after error@1428102575), errback=(continuation of Deferred@40170637 after retry RPC after error@682777313) -> (continuation of Deferred@1827804934 after retry RPC after error@665411942) -> (continuation of Deferred@46934402 after retry RPC after error@940777064) -> (continuation of Deferred@1151689803 after retry RPC after error@686530536) -> (continuation of Deferred@1258828622 after retry RPC after error@1808307225) -> (continuation of Deferred@69218839 after retry RPC after error@1891690916) -> (continuation of Deferred@2060990129 after retry RPC after error@1428102575)))
09:05:18.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@159925013(state=PENDING, result=null, callback=(continuation of Deferred@40170637 after retry RPC after error@682777313) -> (continuation of Deferred@1827804934 after retry RPC after error@665411942) -> (continuation of Deferred@46934402 after retry RPC after error@940777064) -> (continuation of Deferred@1151689803 after retry RPC after error@686530536) -> (continuation of Deferred@1258828622 after retry RPC after error@1808307225) -> (continuation of Deferred@69218839 after retry RPC after error@1891690916) -> (continuation of Deferred@2060990129 after retry RPC after error@1428102575), errback=(continuation of Deferred@40170637 after retry RPC after error@682777313) -> (continuation of Deferred@1827804934 after retry RPC after error@665411942) -> (continuation of Deferred@46934402 after retry RPC after error@940777064) -> (continuation of Deferred@1151689803 after retry RPC after error@686530536) -> (continuation of Deferred@1258828622 after retry RPC after error@1808307225) -> (continuation of Deferred@69218839 after retry RPC after error@1891690916) -> (continuation of Deferred@2060990129 after retry RPC after error@1428102575)))
09:05:18.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1891640315(state=PENDING, result=null, callback=(continuation of Deferred@1007310817 after retry RPC after error@241371137) -> (continuation of Deferred@64279619 after retry RPC after error@1929044025) -> (continuation of Deferred@471925976 after retry RPC after error@169092189) -> (continuation of Deferred@793223056 after retry RPC after error@169429353) -> (continuation of Deferred@504011574 after retry RPC after error@899117670) -> (continuation of Deferred@641716315 after retry RPC after error@1714259956) -> (continuation of Deferred@741634860 after retry RPC after error@582885518), errback=(continuation of Deferred@1007310817 after retry RPC after error@241371137) -> (continuation of Deferred@64279619 after retry RPC after error@1929044025) -> (continuation of Deferred@471925976 after retry RPC after error@169092189) -> (continuation of Deferred@793223056 after retry RPC after error@169429353) -> (continuation of Deferred@504011574 after retry RPC after error@899117670) -> (continuation of Deferred@641716315 after retry RPC after error@1714259956) -> (continuation of Deferred@741634860 after retry RPC after error@582885518)))
09:05:18.545 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1891640315(state=PENDING, result=null, callback=(continuation of Deferred@1007310817 after retry RPC after error@241371137) -> (continuation of Deferred@64279619 after retry RPC after error@1929044025) -> (continuation of Deferred@471925976 after retry RPC after error@169092189) -> (continuation of Deferred@793223056 after retry RPC after error@169429353) -> (continuation of Deferred@504011574 after retry RPC after error@899117670) -> (continuation of Deferred@641716315 after retry RPC after error@1714259956) -> (continuation of Deferred@741634860 after retry RPC after error@582885518), errback=(continuation of Deferred@1007310817 after retry RPC after error@241371137) -> (continuation of Deferred@64279619 after retry RPC after error@1929044025) -> (continuation of Deferred@471925976 after retry RPC after error@169092189) -> (continuation of Deferred@793223056 after retry RPC after error@169429353) -> (continuation of Deferred@504011574 after retry RPC after error@899117670) -> (continuation of Deferred@641716315 after retry RPC after error@1714259956) -> (continuation of Deferred@741634860 after retry RPC after error@582885518)))
09:05:18.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@719137742(state=PENDING, result=null, callback=(continuation of Deferred@98731480 after retry RPC after error@764815991) -> (continuation of Deferred@309308428 after retry RPC after error@1370453716) -> (continuation of Deferred@1081275772 after retry RPC after error@1546365591) -> (continuation of Deferred@860582610 after retry RPC after error@427338681) -> (continuation of Deferred@1316386047 after retry RPC after error@1334317236) -> (continuation of Deferred@666711669 after retry RPC after error@2076472408) -> (continuation of Deferred@115877459 after retry RPC after error@157977482), errback=(continuation of Deferred@98731480 after retry RPC after error@764815991) -> (continuation of Deferred@309308428 after retry RPC after error@1370453716) -> (continuation of Deferred@1081275772 after retry RPC after error@1546365591) -> (continuation of Deferred@860582610 after retry RPC after error@427338681) -> (continuation of Deferred@1316386047 after retry RPC after error@1334317236) -> (continuation of Deferred@666711669 after retry RPC after error@2076472408) -> (continuation of Deferred@115877459 after retry RPC after error@157977482)))
09:05:18.725 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@719137742(state=PENDING, result=null, callback=(continuation of Deferred@98731480 after retry RPC after error@764815991) -> (continuation of Deferred@309308428 after retry RPC after error@1370453716) -> (continuation of Deferred@1081275772 after retry RPC after error@1546365591) -> (continuation of Deferred@860582610 after retry RPC after error@427338681) -> (continuation of Deferred@1316386047 after retry RPC after error@1334317236) -> (continuation of Deferred@666711669 after retry RPC after error@2076472408) -> (continuation of Deferred@115877459 after retry RPC after error@157977482), errback=(continuation of Deferred@98731480 after retry RPC after error@764815991) -> (continuation of Deferred@309308428 after retry RPC after error@1370453716) -> (continuation of Deferred@1081275772 after retry RPC after error@1546365591) -> (continuation of Deferred@860582610 after retry RPC after error@427338681) -> (continuation of Deferred@1316386047 after retry RPC after error@1334317236) -> (continuation of Deferred@666711669 after retry RPC after error@2076472408) -> (continuation of Deferred@115877459 after retry RPC after error@157977482)))
09:05:18.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:18.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1835266041(state=PENDING, result=null, callback=(continuation of Deferred@1755725966 after retry RPC after error@1961887482) -> (continuation of Deferred@230426163 after retry RPC after error@2144484442) -> (continuation of Deferred@623550750 after retry RPC after error@1369027735) -> (continuation of Deferred@1022995721 after retry RPC after error@1378313760) -> (continuation of Deferred@578101035 after retry RPC after error@1054092030) -> (continuation of Deferred@1328826824 after retry RPC after error@642457704) -> (continuation of Deferred@743309261 after retry RPC after error@869376864), errback=(continuation of Deferred@1755725966 after retry RPC after error@1961887482) -> (continuation of Deferred@230426163 after retry RPC after error@2144484442) -> (continuation of Deferred@623550750 after retry RPC after error@1369027735) -> (continuation of Deferred@1022995721 after retry RPC after error@1378313760) -> (continuation of Deferred@578101035 after retry RPC after error@1054092030) -> (continuation of Deferred@1328826824 after retry RPC after error@642457704) -> (continuation of Deferred@743309261 after retry RPC after error@869376864)))
09:05:18.966 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1835266041(state=PENDING, result=null, callback=(continuation of Deferred@1755725966 after retry RPC after error@1961887482) -> (continuation of Deferred@230426163 after retry RPC after error@2144484442) -> (continuation of Deferred@623550750 after retry RPC after error@1369027735) -> (continuation of Deferred@1022995721 after retry RPC after error@1378313760) -> (continuation of Deferred@578101035 after retry RPC after error@1054092030) -> (continuation of Deferred@1328826824 after retry RPC after error@642457704) -> (continuation of Deferred@743309261 after retry RPC after error@869376864), errback=(continuation of Deferred@1755725966 after retry RPC after error@1961887482) -> (continuation of Deferred@230426163 after retry RPC after error@2144484442) -> (continuation of Deferred@623550750 after retry RPC after error@1369027735) -> (continuation of Deferred@1022995721 after retry RPC after error@1378313760) -> (continuation of Deferred@578101035 after retry RPC after error@1054092030) -> (continuation of Deferred@1328826824 after retry RPC after error@642457704) -> (continuation of Deferred@743309261 after retry RPC after error@869376864)))
09:05:18.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:18.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:18.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:18.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:18.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.214 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [225ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [230ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [231ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [232ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2018827004(state=PENDING, result=null, callback=(continuation of Deferred@1820478541 after retry RPC after error@1891246275) -> (continuation of Deferred@1891358729 after retry RPC after error@778465240) -> (continuation of Deferred@1350086269 after retry RPC after error@1902456969) -> (continuation of Deferred@1605424444 after retry RPC after error@1119189437) -> (continuation of Deferred@1470835920 after retry RPC after error@252882900) -> (continuation of Deferred@1448251967 after retry RPC after error@1061380569) -> (continuation of Deferred@822089549 after retry RPC after error@729182902), errback=(continuation of Deferred@1820478541 after retry RPC after error@1891246275) -> (continuation of Deferred@1891358729 after retry RPC after error@778465240) -> (continuation of Deferred@1350086269 after retry RPC after error@1902456969) -> (continuation of Deferred@1605424444 after retry RPC after error@1119189437) -> (continuation of Deferred@1470835920 after retry RPC after error@252882900) -> (continuation of Deferred@1448251967 after retry RPC after error@1061380569) -> (continuation of Deferred@822089549 after retry RPC after error@729182902)))
09:05:19.215 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=231), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [225ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [230ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [231ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [232ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2018827004(state=PENDING, result=null, callback=(continuation of Deferred@1820478541 after retry RPC after error@1891246275) -> (continuation of Deferred@1891358729 after retry RPC after error@778465240) -> (continuation of Deferred@1350086269 after retry RPC after error@1902456969) -> (continuation of Deferred@1605424444 after retry RPC after error@1119189437) -> (continuation of Deferred@1470835920 after retry RPC after error@252882900) -> (continuation of Deferred@1448251967 after retry RPC after error@1061380569) -> (continuation of Deferred@822089549 after retry RPC after error@729182902), errback=(continuation of Deferred@1820478541 after retry RPC after error@1891246275) -> (continuation of Deferred@1891358729 after retry RPC after error@778465240) -> (continuation of Deferred@1350086269 after retry RPC after error@1902456969) -> (continuation of Deferred@1605424444 after retry RPC after error@1119189437) -> (continuation of Deferred@1470835920 after retry RPC after error@252882900) -> (continuation of Deferred@1448251967 after retry RPC after error@1061380569) -> (continuation of Deferred@822089549 after retry RPC after error@729182902)))
09:05:19.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:19.335408 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:19.338845 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:19.340610 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:19.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.344 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@110403172(state=PENDING, result=null, callback=(continuation of Deferred@837033315 after retry RPC after error@1280702221) -> (continuation of Deferred@140371103 after retry RPC after error@706231374) -> (continuation of Deferred@990262123 after retry RPC after error@1485325977) -> (continuation of Deferred@1058416651 after retry RPC after error@1409780203) -> (continuation of Deferred@1586525547 after retry RPC after error@1144409262) -> (continuation of Deferred@1248748115 after retry RPC after error@575599140), errback=(continuation of Deferred@837033315 after retry RPC after error@1280702221) -> (continuation of Deferred@140371103 after retry RPC after error@706231374) -> (continuation of Deferred@990262123 after retry RPC after error@1485325977) -> (continuation of Deferred@1058416651 after retry RPC after error@1409780203) -> (continuation of Deferred@1586525547 after retry RPC after error@1144409262) -> (continuation of Deferred@1248748115 after retry RPC after error@575599140)))
09:05:19.426 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@110403172(state=PENDING, result=null, callback=(continuation of Deferred@837033315 after retry RPC after error@1280702221) -> (continuation of Deferred@140371103 after retry RPC after error@706231374) -> (continuation of Deferred@990262123 after retry RPC after error@1485325977) -> (continuation of Deferred@1058416651 after retry RPC after error@1409780203) -> (continuation of Deferred@1586525547 after retry RPC after error@1144409262) -> (continuation of Deferred@1248748115 after retry RPC after error@575599140), errback=(continuation of Deferred@837033315 after retry RPC after error@1280702221) -> (continuation of Deferred@140371103 after retry RPC after error@706231374) -> (continuation of Deferred@990262123 after retry RPC after error@1485325977) -> (continuation of Deferred@1058416651 after retry RPC after error@1409780203) -> (continuation of Deferred@1586525547 after retry RPC after error@1144409262) -> (continuation of Deferred@1248748115 after retry RPC after error@575599140)))
09:05:19.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@274564915(state=PENDING, result=null, callback=(continuation of Deferred@1875167517 after retry RPC after error@1658869879) -> (continuation of Deferred@808857009 after retry RPC after error@1278103707) -> (continuation of Deferred@99349538 after retry RPC after error@1705522952) -> (continuation of Deferred@1685243305 after retry RPC after error@1525087028) -> (continuation of Deferred@16141998 after retry RPC after error@616708559) -> (continuation of Deferred@1458569075 after retry RPC after error@993886657), errback=(continuation of Deferred@1875167517 after retry RPC after error@1658869879) -> (continuation of Deferred@808857009 after retry RPC after error@1278103707) -> (continuation of Deferred@99349538 after retry RPC after error@1705522952) -> (continuation of Deferred@1685243305 after retry RPC after error@1525087028) -> (continuation of Deferred@16141998 after retry RPC after error@616708559) -> (continuation of Deferred@1458569075 after retry RPC after error@993886657)))
09:05:19.606 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@274564915(state=PENDING, result=null, callback=(continuation of Deferred@1875167517 after retry RPC after error@1658869879) -> (continuation of Deferred@808857009 after retry RPC after error@1278103707) -> (continuation of Deferred@99349538 after retry RPC after error@1705522952) -> (continuation of Deferred@1685243305 after retry RPC after error@1525087028) -> (continuation of Deferred@16141998 after retry RPC after error@616708559) -> (continuation of Deferred@1458569075 after retry RPC after error@993886657), errback=(continuation of Deferred@1875167517 after retry RPC after error@1658869879) -> (continuation of Deferred@808857009 after retry RPC after error@1278103707) -> (continuation of Deferred@99349538 after retry RPC after error@1705522952) -> (continuation of Deferred@1685243305 after retry RPC after error@1525087028) -> (continuation of Deferred@16141998 after retry RPC after error@616708559) -> (continuation of Deferred@1458569075 after retry RPC after error@993886657)))
09:05:19.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@303754518(state=PENDING, result=null, callback=(continuation of Deferred@278787982 after retry RPC after error@402391552) -> (continuation of Deferred@1591295246 after retry RPC after error@460196254) -> (continuation of Deferred@1689300218 after retry RPC after error@321609326) -> (continuation of Deferred@67973192 after retry RPC after error@1866791854) -> (continuation of Deferred@250760640 after retry RPC after error@1206102622) -> (continuation of Deferred@713121178 after retry RPC after error@1657821935) -> (continuation of Deferred@2119206712 after retry RPC after error@616260598), errback=(continuation of Deferred@278787982 after retry RPC after error@402391552) -> (continuation of Deferred@1591295246 after retry RPC after error@460196254) -> (continuation of Deferred@1689300218 after retry RPC after error@321609326) -> (continuation of Deferred@67973192 after retry RPC after error@1866791854) -> (continuation of Deferred@250760640 after retry RPC after error@1206102622) -> (continuation of Deferred@713121178 after retry RPC after error@1657821935) -> (continuation of Deferred@2119206712 after retry RPC after error@616260598)))
09:05:19.805 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@303754518(state=PENDING, result=null, callback=(continuation of Deferred@278787982 after retry RPC after error@402391552) -> (continuation of Deferred@1591295246 after retry RPC after error@460196254) -> (continuation of Deferred@1689300218 after retry RPC after error@321609326) -> (continuation of Deferred@67973192 after retry RPC after error@1866791854) -> (continuation of Deferred@250760640 after retry RPC after error@1206102622) -> (continuation of Deferred@713121178 after retry RPC after error@1657821935) -> (continuation of Deferred@2119206712 after retry RPC after error@616260598), errback=(continuation of Deferred@278787982 after retry RPC after error@402391552) -> (continuation of Deferred@1591295246 after retry RPC after error@460196254) -> (continuation of Deferred@1689300218 after retry RPC after error@321609326) -> (continuation of Deferred@67973192 after retry RPC after error@1866791854) -> (continuation of Deferred@250760640 after retry RPC after error@1206102622) -> (continuation of Deferred@713121178 after retry RPC after error@1657821935) -> (continuation of Deferred@2119206712 after retry RPC after error@616260598)))
09:05:19.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:19.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:19.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:19.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:19.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:19.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1351586898(state=PENDING, result=null, callback=(continuation of Deferred@1707256886 after retry RPC after error@2011674937) -> (continuation of Deferred@583121135 after retry RPC after error@247502305) -> (continuation of Deferred@2115185427 after retry RPC after error@888634265) -> (continuation of Deferred@467577640 after retry RPC after error@297486895) -> (continuation of Deferred@1981259960 after retry RPC after error@2033399376) -> (continuation of Deferred@400184757 after retry RPC after error@1551601491), errback=(continuation of Deferred@1707256886 after retry RPC after error@2011674937) -> (continuation of Deferred@583121135 after retry RPC after error@247502305) -> (continuation of Deferred@2115185427 after retry RPC after error@888634265) -> (continuation of Deferred@467577640 after retry RPC after error@297486895) -> (continuation of Deferred@1981259960 after retry RPC after error@2033399376) -> (continuation of Deferred@400184757 after retry RPC after error@1551601491)))
09:05:19.985 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1351586898(state=PENDING, result=null, callback=(continuation of Deferred@1707256886 after retry RPC after error@2011674937) -> (continuation of Deferred@583121135 after retry RPC after error@247502305) -> (continuation of Deferred@2115185427 after retry RPC after error@888634265) -> (continuation of Deferred@467577640 after retry RPC after error@297486895) -> (continuation of Deferred@1981259960 after retry RPC after error@2033399376) -> (continuation of Deferred@400184757 after retry RPC after error@1551601491), errback=(continuation of Deferred@1707256886 after retry RPC after error@2011674937) -> (continuation of Deferred@583121135 after retry RPC after error@247502305) -> (continuation of Deferred@2115185427 after retry RPC after error@888634265) -> (continuation of Deferred@467577640 after retry RPC after error@297486895) -> (continuation of Deferred@1981259960 after retry RPC after error@2033399376) -> (continuation of Deferred@400184757 after retry RPC after error@1551601491)))
09:05:20.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:20.039844 17581 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:05:20.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:20.040023 17581 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:05:20.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:20.040663 17581 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:05:20.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:20.041972 17271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111) [suppressed 3 similar messages]
09:05:20.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:20.043429 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:05:20.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:20.043706 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:05:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:20.043843 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:05:20.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:20.044119 17581 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:20.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@116171856(state=PENDING, result=null, callback=(continuation of Deferred@213688775 after retry RPC after error@1153555143) -> (continuation of Deferred@226263611 after retry RPC after error@1850829280) -> (continuation of Deferred@126508916 after retry RPC after error@1305983648) -> (continuation of Deferred@609457275 after retry RPC after error@1093199736) -> (continuation of Deferred@344744406 after retry RPC after error@1694419805) -> (continuation of Deferred@1555459061 after retry RPC after error@1520653372) -> (continuation of Deferred@769002607 after retry RPC after error@1063296683), errback=(continuation of Deferred@213688775 after retry RPC after error@1153555143) -> (continuation of Deferred@226263611 after retry RPC after error@1850829280) -> (continuation of Deferred@126508916 after retry RPC after error@1305983648) -> (continuation of Deferred@609457275 after retry RPC after error@1093199736) -> (continuation of Deferred@344744406 after retry RPC after error@1694419805) -> (continuation of Deferred@1555459061 after retry RPC after error@1520653372) -> (continuation of Deferred@769002607 after retry RPC after error@1063296683)))
09:05:20.226 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@116171856(state=PENDING, result=null, callback=(continuation of Deferred@213688775 after retry RPC after error@1153555143) -> (continuation of Deferred@226263611 after retry RPC after error@1850829280) -> (continuation of Deferred@126508916 after retry RPC after error@1305983648) -> (continuation of Deferred@609457275 after retry RPC after error@1093199736) -> (continuation of Deferred@344744406 after retry RPC after error@1694419805) -> (continuation of Deferred@1555459061 after retry RPC after error@1520653372) -> (continuation of Deferred@769002607 after retry RPC after error@1063296683), errback=(continuation of Deferred@213688775 after retry RPC after error@1153555143) -> (continuation of Deferred@226263611 after retry RPC after error@1850829280) -> (continuation of Deferred@126508916 after retry RPC after error@1305983648) -> (continuation of Deferred@609457275 after retry RPC after error@1093199736) -> (continuation of Deferred@344744406 after retry RPC after error@1694419805) -> (continuation of Deferred@1555459061 after retry RPC after error@1520653372) -> (continuation of Deferred@769002607 after retry RPC after error@1063296683)))
09:05:20.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1815773971(state=PENDING, result=null, callback=(continuation of Deferred@2022024308 after retry RPC after error@524155764) -> (continuation of Deferred@1658102410 after retry RPC after error@1515096024) -> (continuation of Deferred@264056545 after retry RPC after error@2133561913) -> (continuation of Deferred@950841252 after retry RPC after error@384999214) -> (continuation of Deferred@1893626167 after retry RPC after error@1397198671) -> (continuation of Deferred@248236812 after retry RPC after error@205667860), errback=(continuation of Deferred@2022024308 after retry RPC after error@524155764) -> (continuation of Deferred@1658102410 after retry RPC after error@1515096024) -> (continuation of Deferred@264056545 after retry RPC after error@2133561913) -> (continuation of Deferred@950841252 after retry RPC after error@384999214) -> (continuation of Deferred@1893626167 after retry RPC after error@1397198671) -> (continuation of Deferred@248236812 after retry RPC after error@205667860)))
09:05:20.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1815773971(state=PENDING, result=null, callback=(continuation of Deferred@2022024308 after retry RPC after error@524155764) -> (continuation of Deferred@1658102410 after retry RPC after error@1515096024) -> (continuation of Deferred@264056545 after retry RPC after error@2133561913) -> (continuation of Deferred@950841252 after retry RPC after error@384999214) -> (continuation of Deferred@1893626167 after retry RPC after error@1397198671) -> (continuation of Deferred@248236812 after retry RPC after error@205667860), errback=(continuation of Deferred@2022024308 after retry RPC after error@524155764) -> (continuation of Deferred@1658102410 after retry RPC after error@1515096024) -> (continuation of Deferred@264056545 after retry RPC after error@2133561913) -> (continuation of Deferred@950841252 after retry RPC after error@384999214) -> (continuation of Deferred@1893626167 after retry RPC after error@1397198671) -> (continuation of Deferred@248236812 after retry RPC after error@205667860)))
09:05:20.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.683 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1224147415(state=PENDING, result=null, callback=(continuation of Deferred@750535484 after retry RPC after error@893622548) -> (continuation of Deferred@859784195 after retry RPC after error@1136001546) -> (continuation of Deferred@232590563 after retry RPC after error@612347765) -> (continuation of Deferred@1839855781 after retry RPC after error@519831880) -> (continuation of Deferred@2065939552 after retry RPC after error@578723958) -> (continuation of Deferred@3147852 after retry RPC after error@2126032707) -> (continuation of Deferred@413060168 after retry RPC after error@1337238077), errback=(continuation of Deferred@750535484 after retry RPC after error@893622548) -> (continuation of Deferred@859784195 after retry RPC after error@1136001546) -> (continuation of Deferred@232590563 after retry RPC after error@612347765) -> (continuation of Deferred@1839855781 after retry RPC after error@519831880) -> (continuation of Deferred@2065939552 after retry RPC after error@578723958) -> (continuation of Deferred@3147852 after retry RPC after error@2126032707) -> (continuation of Deferred@413060168 after retry RPC after error@1337238077)))
09:05:20.684 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:20.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:20.963 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1131064515(state=PENDING, result=null, callback=(continuation of Deferred@542110881 after retry RPC after error@1336928582) -> (continuation of Deferred@1958574430 after retry RPC after error@1646776254) -> (continuation of Deferred@1033029031 after retry RPC after error@231206538) -> (continuation of Deferred@305074661 after retry RPC after error@1319724577) -> (continuation of Deferred@1698508206 after retry RPC after error@1471949885) -> (continuation of Deferred@1039580950 after retry RPC after error@946560743) -> (continuation of Deferred@884425753 after retry RPC after error@47995766) -> (continuation of Deferred@182078004 after retry RPC after error@1755619822), errback=(continuation of Deferred@542110881 after retry RPC after error@1336928582) -> (continuation of Deferred@1958574430 after retry RPC after error@1646776254) -> (continuation of Deferred@1033029031 after retry RPC after error@231206538) -> (continuation of Deferred@305074661 after retry RPC after error@1319724577) -> (continuation of Deferred@1698508206 after retry RPC after error@1471949885) -> (continuation of Deferred@1039580950 after retry RPC after error@946560743) -> (continuation of Deferred@884425753 after retry RPC after error@47995766) -> (continuation of Deferred@182078004 after retry RPC after error@1755619822)))
09:05:20.964 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:20.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:20.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:20.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:20.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:20.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@315913857(state=PENDING, result=null, callback=(continuation of Deferred@1146619870 after retry RPC after error@1313950596) -> (continuation of Deferred@306272946 after retry RPC after error@588269061) -> (continuation of Deferred@670225230 after retry RPC after error@1673240927) -> (continuation of Deferred@2067260240 after retry RPC after error@1521922653) -> (continuation of Deferred@1810854630 after retry RPC after error@1432393629) -> (continuation of Deferred@285856514 after retry RPC after error@2126688036), errback=(continuation of Deferred@1146619870 after retry RPC after error@1313950596) -> (continuation of Deferred@306272946 after retry RPC after error@588269061) -> (continuation of Deferred@670225230 after retry RPC after error@1673240927) -> (continuation of Deferred@2067260240 after retry RPC after error@1521922653) -> (continuation of Deferred@1810854630 after retry RPC after error@1432393629) -> (continuation of Deferred@285856514 after retry RPC after error@2126688036)))
09:05:21.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@315913857(state=PENDING, result=null, callback=(continuation of Deferred@1146619870 after retry RPC after error@1313950596) -> (continuation of Deferred@306272946 after retry RPC after error@588269061) -> (continuation of Deferred@670225230 after retry RPC after error@1673240927) -> (continuation of Deferred@2067260240 after retry RPC after error@1521922653) -> (continuation of Deferred@1810854630 after retry RPC after error@1432393629) -> (continuation of Deferred@285856514 after retry RPC after error@2126688036), errback=(continuation of Deferred@1146619870 after retry RPC after error@1313950596) -> (continuation of Deferred@306272946 after retry RPC after error@588269061) -> (continuation of Deferred@670225230 after retry RPC after error@1673240927) -> (continuation of Deferred@2067260240 after retry RPC after error@1521922653) -> (continuation of Deferred@1810854630 after retry RPC after error@1432393629) -> (continuation of Deferred@285856514 after retry RPC after error@2126688036)))
09:05:21.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1211434992(state=PENDING, result=null, callback=(continuation of Deferred@184639944 after retry RPC after error@272386158) -> (continuation of Deferred@666813657 after retry RPC after error@1196711257) -> (continuation of Deferred@1205566298 after retry RPC after error@903226615) -> (continuation of Deferred@1679795864 after retry RPC after error@21270999) -> (continuation of Deferred@492387086 after retry RPC after error@430724558) -> (continuation of Deferred@10361605 after retry RPC after error@628226280) -> (continuation of Deferred@1898198531 after retry RPC after error@173871052), errback=(continuation of Deferred@184639944 after retry RPC after error@272386158) -> (continuation of Deferred@666813657 after retry RPC after error@1196711257) -> (continuation of Deferred@1205566298 after retry RPC after error@903226615) -> (continuation of Deferred@1679795864 after retry RPC after error@21270999) -> (continuation of Deferred@492387086 after retry RPC after error@430724558) -> (continuation of Deferred@10361605 after retry RPC after error@628226280) -> (continuation of Deferred@1898198531 after retry RPC after error@173871052)))
09:05:21.445 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1211434992(state=PENDING, result=null, callback=(continuation of Deferred@184639944 after retry RPC after error@272386158) -> (continuation of Deferred@666813657 after retry RPC after error@1196711257) -> (continuation of Deferred@1205566298 after retry RPC after error@903226615) -> (continuation of Deferred@1679795864 after retry RPC after error@21270999) -> (continuation of Deferred@492387086 after retry RPC after error@430724558) -> (continuation of Deferred@10361605 after retry RPC after error@628226280) -> (continuation of Deferred@1898198531 after retry RPC after error@173871052), errback=(continuation of Deferred@184639944 after retry RPC after error@272386158) -> (continuation of Deferred@666813657 after retry RPC after error@1196711257) -> (continuation of Deferred@1205566298 after retry RPC after error@903226615) -> (continuation of Deferred@1679795864 after retry RPC after error@21270999) -> (continuation of Deferred@492387086 after retry RPC after error@430724558) -> (continuation of Deferred@10361605 after retry RPC after error@628226280) -> (continuation of Deferred@1898198531 after retry RPC after error@173871052)))
09:05:21.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:21.585197 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:21.585399 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:21.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@2095720144(state=PENDING, result=null, callback=(continuation of Deferred@1288803084 after retry RPC after error@510050499) -> (continuation of Deferred@1925712867 after retry RPC after error@1605988300) -> (continuation of Deferred@523296452 after retry RPC after error@939029817) -> (continuation of Deferred@98432822 after retry RPC after error@294530894) -> (continuation of Deferred@139531589 after retry RPC after error@2096429259) -> (continuation of Deferred@385532964 after retry RPC after error@1986952682), errback=(continuation of Deferred@1288803084 after retry RPC after error@510050499) -> (continuation of Deferred@1925712867 after retry RPC after error@1605988300) -> (continuation of Deferred@523296452 after retry RPC after error@939029817) -> (continuation of Deferred@98432822 after retry RPC after error@294530894) -> (continuation of Deferred@139531589 after retry RPC after error@2096429259) -> (continuation of Deferred@385532964 after retry RPC after error@1986952682)))
09:05:21.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@2095720144(state=PENDING, result=null, callback=(continuation of Deferred@1288803084 after retry RPC after error@510050499) -> (continuation of Deferred@1925712867 after retry RPC after error@1605988300) -> (continuation of Deferred@523296452 after retry RPC after error@939029817) -> (continuation of Deferred@98432822 after retry RPC after error@294530894) -> (continuation of Deferred@139531589 after retry RPC after error@2096429259) -> (continuation of Deferred@385532964 after retry RPC after error@1986952682), errback=(continuation of Deferred@1288803084 after retry RPC after error@510050499) -> (continuation of Deferred@1925712867 after retry RPC after error@1605988300) -> (continuation of Deferred@523296452 after retry RPC after error@939029817) -> (continuation of Deferred@98432822 after retry RPC after error@294530894) -> (continuation of Deferred@139531589 after retry RPC after error@2096429259) -> (continuation of Deferred@385532964 after retry RPC after error@1986952682)))
09:05:21.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.824 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@220962818(state=PENDING, result=null, callback=(continuation of Deferred@1116367164 after retry RPC after error@88997817) -> (continuation of Deferred@1178648215 after retry RPC after error@381365741) -> (continuation of Deferred@132740495 after retry RPC after error@1832121084) -> (continuation of Deferred@784616907 after retry RPC after error@1633671611) -> (continuation of Deferred@760651026 after retry RPC after error@1593847382) -> (continuation of Deferred@1403423336 after retry RPC after error@1286276006), errback=(continuation of Deferred@1116367164 after retry RPC after error@88997817) -> (continuation of Deferred@1178648215 after retry RPC after error@381365741) -> (continuation of Deferred@132740495 after retry RPC after error@1832121084) -> (continuation of Deferred@784616907 after retry RPC after error@1633671611) -> (continuation of Deferred@760651026 after retry RPC after error@1593847382) -> (continuation of Deferred@1403423336 after retry RPC after error@1286276006)))
09:05:21.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@220962818(state=PENDING, result=null, callback=(continuation of Deferred@1116367164 after retry RPC after error@88997817) -> (continuation of Deferred@1178648215 after retry RPC after error@381365741) -> (continuation of Deferred@132740495 after retry RPC after error@1832121084) -> (continuation of Deferred@784616907 after retry RPC after error@1633671611) -> (continuation of Deferred@760651026 after retry RPC after error@1593847382) -> (continuation of Deferred@1403423336 after retry RPC after error@1286276006), errback=(continuation of Deferred@1116367164 after retry RPC after error@88997817) -> (continuation of Deferred@1178648215 after retry RPC after error@381365741) -> (continuation of Deferred@132740495 after retry RPC after error@1832121084) -> (continuation of Deferred@784616907 after retry RPC after error@1633671611) -> (continuation of Deferred@760651026 after retry RPC after error@1593847382) -> (continuation of Deferred@1403423336 after retry RPC after error@1286276006)))
09:05:21.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:21.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:21.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:21.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:21.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:21.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1498559441(state=PENDING, result=null, callback=(continuation of Deferred@1177160257 after retry RPC after error@797709534) -> (continuation of Deferred@849902183 after retry RPC after error@2058095448) -> (continuation of Deferred@1816292942 after retry RPC after error@589803004) -> (continuation of Deferred@1378717885 after retry RPC after error@1212262251) -> (continuation of Deferred@923701299 after retry RPC after error@693666659) -> (continuation of Deferred@399394445 after retry RPC after error@1383191008) -> (continuation of Deferred@289234069 after retry RPC after error@2081658442), errback=(continuation of Deferred@1177160257 after retry RPC after error@797709534) -> (continuation of Deferred@849902183 after retry RPC after error@2058095448) -> (continuation of Deferred@1816292942 after retry RPC after error@589803004) -> (continuation of Deferred@1378717885 after retry RPC after error@1212262251) -> (continuation of Deferred@923701299 after retry RPC after error@693666659) -> (continuation of Deferred@399394445 after retry RPC after error@1383191008) -> (continuation of Deferred@289234069 after retry RPC after error@2081658442)))
09:05:22.006 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1498559441(state=PENDING, result=null, callback=(continuation of Deferred@1177160257 after retry RPC after error@797709534) -> (continuation of Deferred@849902183 after retry RPC after error@2058095448) -> (continuation of Deferred@1816292942 after retry RPC after error@589803004) -> (continuation of Deferred@1378717885 after retry RPC after error@1212262251) -> (continuation of Deferred@923701299 after retry RPC after error@693666659) -> (continuation of Deferred@399394445 after retry RPC after error@1383191008) -> (continuation of Deferred@289234069 after retry RPC after error@2081658442), errback=(continuation of Deferred@1177160257 after retry RPC after error@797709534) -> (continuation of Deferred@849902183 after retry RPC after error@2058095448) -> (continuation of Deferred@1816292942 after retry RPC after error@589803004) -> (continuation of Deferred@1378717885 after retry RPC after error@1212262251) -> (continuation of Deferred@923701299 after retry RPC after error@693666659) -> (continuation of Deferred@399394445 after retry RPC after error@1383191008) -> (continuation of Deferred@289234069 after retry RPC after error@2081658442)))
09:05:22.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.282 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1607488844(state=PENDING, result=null, callback=(continuation of Deferred@1259810649 after retry RPC after error@1903320047) -> (continuation of Deferred@547334159 after retry RPC after error@2100880229) -> (continuation of Deferred@262633084 after retry RPC after error@1827273028) -> (continuation of Deferred@837544710 after retry RPC after error@200410517) -> (continuation of Deferred@1070761473 after retry RPC after error@475167590) -> (continuation of Deferred@1921974321 after retry RPC after error@1774873944) -> (continuation of Deferred@1115884782 after retry RPC after error@1292228243), errback=(continuation of Deferred@1259810649 after retry RPC after error@1903320047) -> (continuation of Deferred@547334159 after retry RPC after error@2100880229) -> (continuation of Deferred@262633084 after retry RPC after error@1827273028) -> (continuation of Deferred@837544710 after retry RPC after error@200410517) -> (continuation of Deferred@1070761473 after retry RPC after error@475167590) -> (continuation of Deferred@1921974321 after retry RPC after error@1774873944) -> (continuation of Deferred@1115884782 after retry RPC after error@1292228243)))
09:05:22.283 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:22.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@328129665(state=PENDING, result=null, callback=(continuation of Deferred@1172147552 after retry RPC after error@1301360173) -> (continuation of Deferred@1622630590 after retry RPC after error@95994621) -> (continuation of Deferred@749201831 after retry RPC after error@1745046104) -> (continuation of Deferred@870999414 after retry RPC after error@1879500508) -> (continuation of Deferred@1677710250 after retry RPC after error@299631623) -> (continuation of Deferred@1904022175 after retry RPC after error@906635882) -> (continuation of Deferred@737529218 after retry RPC after error@1526208711), errback=(continuation of Deferred@1172147552 after retry RPC after error@1301360173) -> (continuation of Deferred@1622630590 after retry RPC after error@95994621) -> (continuation of Deferred@749201831 after retry RPC after error@1745046104) -> (continuation of Deferred@870999414 after retry RPC after error@1879500508) -> (continuation of Deferred@1677710250 after retry RPC after error@299631623) -> (continuation of Deferred@1904022175 after retry RPC after error@906635882) -> (continuation of Deferred@737529218 after retry RPC after error@1526208711)))
09:05:22.526 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@328129665(state=PENDING, result=null, callback=(continuation of Deferred@1172147552 after retry RPC after error@1301360173) -> (continuation of Deferred@1622630590 after retry RPC after error@95994621) -> (continuation of Deferred@749201831 after retry RPC after error@1745046104) -> (continuation of Deferred@870999414 after retry RPC after error@1879500508) -> (continuation of Deferred@1677710250 after retry RPC after error@299631623) -> (continuation of Deferred@1904022175 after retry RPC after error@906635882) -> (continuation of Deferred@737529218 after retry RPC after error@1526208711), errback=(continuation of Deferred@1172147552 after retry RPC after error@1301360173) -> (continuation of Deferred@1622630590 after retry RPC after error@95994621) -> (continuation of Deferred@749201831 after retry RPC after error@1745046104) -> (continuation of Deferred@870999414 after retry RPC after error@1879500508) -> (continuation of Deferred@1677710250 after retry RPC after error@299631623) -> (continuation of Deferred@1904022175 after retry RPC after error@906635882) -> (continuation of Deferred@737529218 after retry RPC after error@1526208711)))
09:05:22.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.690 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1538172148(state=PENDING, result=null, callback=(continuation of Deferred@369446247 after retry RPC after error@1689452948) -> (continuation of Deferred@1836434394 after retry RPC after error@1129468804) -> (continuation of Deferred@2130723068 after retry RPC after error@54743337) -> (continuation of Deferred@1080768904 after retry RPC after error@292854898) -> (continuation of Deferred@1812871424 after retry RPC after error@1969088433) -> (continuation of Deferred@1818437611 after retry RPC after error@1497477401), errback=(continuation of Deferred@369446247 after retry RPC after error@1689452948) -> (continuation of Deferred@1836434394 after retry RPC after error@1129468804) -> (continuation of Deferred@2130723068 after retry RPC after error@54743337) -> (continuation of Deferred@1080768904 after retry RPC after error@292854898) -> (continuation of Deferred@1812871424 after retry RPC after error@1969088433) -> (continuation of Deferred@1818437611 after retry RPC after error@1497477401)))
09:05:22.690 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1538172148(state=PENDING, result=null, callback=(continuation of Deferred@369446247 after retry RPC after error@1689452948) -> (continuation of Deferred@1836434394 after retry RPC after error@1129468804) -> (continuation of Deferred@2130723068 after retry RPC after error@54743337) -> (continuation of Deferred@1080768904 after retry RPC after error@292854898) -> (continuation of Deferred@1812871424 after retry RPC after error@1969088433) -> (continuation of Deferred@1818437611 after retry RPC after error@1497477401), errback=(continuation of Deferred@369446247 after retry RPC after error@1689452948) -> (continuation of Deferred@1836434394 after retry RPC after error@1129468804) -> (continuation of Deferred@2130723068 after retry RPC after error@54743337) -> (continuation of Deferred@1080768904 after retry RPC after error@292854898) -> (continuation of Deferred@1812871424 after retry RPC after error@1969088433) -> (continuation of Deferred@1818437611 after retry RPC after error@1497477401)))
09:05:22.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:22.963 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@400589187(state=PENDING, result=null, callback=(continuation of Deferred@777526270 after retry RPC after error@398773695) -> (continuation of Deferred@1936918132 after retry RPC after error@1611427072) -> (continuation of Deferred@249892116 after retry RPC after error@1065193538) -> (continuation of Deferred@1414951295 after retry RPC after error@1462858392) -> (continuation of Deferred@1905940679 after retry RPC after error@582363446) -> (continuation of Deferred@1166829974 after retry RPC after error@435516941) -> (continuation of Deferred@973756820 after retry RPC after error@702953594), errback=(continuation of Deferred@777526270 after retry RPC after error@398773695) -> (continuation of Deferred@1936918132 after retry RPC after error@1611427072) -> (continuation of Deferred@249892116 after retry RPC after error@1065193538) -> (continuation of Deferred@1414951295 after retry RPC after error@1462858392) -> (continuation of Deferred@1905940679 after retry RPC after error@582363446) -> (continuation of Deferred@1166829974 after retry RPC after error@435516941) -> (continuation of Deferred@973756820 after retry RPC after error@702953594)))
09:05:22.963 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:22.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:22.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:22.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:22.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:22.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@125440830(state=PENDING, result=null, callback=(continuation of Deferred@1116128628 after retry RPC after error@1504912671) -> (continuation of Deferred@745239913 after retry RPC after error@2078236729) -> (continuation of Deferred@252098387 after retry RPC after error@1331552369) -> (continuation of Deferred@946476238 after retry RPC after error@951350610) -> (continuation of Deferred@45281592 after retry RPC after error@575457143) -> (continuation of Deferred@1248361364 after retry RPC after error@1366133102) -> (continuation of Deferred@1153665354 after retry RPC after error@7379418), errback=(continuation of Deferred@1116128628 after retry RPC after error@1504912671) -> (continuation of Deferred@745239913 after retry RPC after error@2078236729) -> (continuation of Deferred@252098387 after retry RPC after error@1331552369) -> (continuation of Deferred@946476238 after retry RPC after error@951350610) -> (continuation of Deferred@45281592 after retry RPC after error@575457143) -> (continuation of Deferred@1248361364 after retry RPC after error@1366133102) -> (continuation of Deferred@1153665354 after retry RPC after error@7379418)))
09:05:23.165 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@125440830(state=PENDING, result=null, callback=(continuation of Deferred@1116128628 after retry RPC after error@1504912671) -> (continuation of Deferred@745239913 after retry RPC after error@2078236729) -> (continuation of Deferred@252098387 after retry RPC after error@1331552369) -> (continuation of Deferred@946476238 after retry RPC after error@951350610) -> (continuation of Deferred@45281592 after retry RPC after error@575457143) -> (continuation of Deferred@1248361364 after retry RPC after error@1366133102) -> (continuation of Deferred@1153665354 after retry RPC after error@7379418), errback=(continuation of Deferred@1116128628 after retry RPC after error@1504912671) -> (continuation of Deferred@745239913 after retry RPC after error@2078236729) -> (continuation of Deferred@252098387 after retry RPC after error@1331552369) -> (continuation of Deferred@946476238 after retry RPC after error@951350610) -> (continuation of Deferred@45281592 after retry RPC after error@575457143) -> (continuation of Deferred@1248361364 after retry RPC after error@1366133102) -> (continuation of Deferred@1153665354 after retry RPC after error@7379418)))
09:05:23.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@865856417(state=PENDING, result=null, callback=(continuation of Deferred@1543413222 after retry RPC after error@1368954985) -> (continuation of Deferred@1397274364 after retry RPC after error@1071815127) -> (continuation of Deferred@282862176 after retry RPC after error@93498306) -> (continuation of Deferred@326828762 after retry RPC after error@947653955) -> (continuation of Deferred@1229121294 after retry RPC after error@1495173471) -> (continuation of Deferred@314064244 after retry RPC after error@1249258613) -> (continuation of Deferred@349358242 after retry RPC after error@959184662), errback=(continuation of Deferred@1543413222 after retry RPC after error@1368954985) -> (continuation of Deferred@1397274364 after retry RPC after error@1071815127) -> (continuation of Deferred@282862176 after retry RPC after error@93498306) -> (continuation of Deferred@326828762 after retry RPC after error@947653955) -> (continuation of Deferred@1229121294 after retry RPC after error@1495173471) -> (continuation of Deferred@314064244 after retry RPC after error@1249258613) -> (continuation of Deferred@349358242 after retry RPC after error@959184662)))
09:05:23.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@865856417(state=PENDING, result=null, callback=(continuation of Deferred@1543413222 after retry RPC after error@1368954985) -> (continuation of Deferred@1397274364 after retry RPC after error@1071815127) -> (continuation of Deferred@282862176 after retry RPC after error@93498306) -> (continuation of Deferred@326828762 after retry RPC after error@947653955) -> (continuation of Deferred@1229121294 after retry RPC after error@1495173471) -> (continuation of Deferred@314064244 after retry RPC after error@1249258613) -> (continuation of Deferred@349358242 after retry RPC after error@959184662), errback=(continuation of Deferred@1543413222 after retry RPC after error@1368954985) -> (continuation of Deferred@1397274364 after retry RPC after error@1071815127) -> (continuation of Deferred@282862176 after retry RPC after error@93498306) -> (continuation of Deferred@326828762 after retry RPC after error@947653955) -> (continuation of Deferred@1229121294 after retry RPC after error@1495173471) -> (continuation of Deferred@314064244 after retry RPC after error@1249258613) -> (continuation of Deferred@349358242 after retry RPC after error@959184662)))
09:05:23.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@200630727(state=PENDING, result=null, callback=(continuation of Deferred@926585321 after retry RPC after error@345594787) -> (continuation of Deferred@235254562 after retry RPC after error@777912444) -> (continuation of Deferred@1300785543 after retry RPC after error@328361942) -> (continuation of Deferred@816667173 after retry RPC after error@1848570284) -> (continuation of Deferred@1625582015 after retry RPC after error@1623727778) -> (continuation of Deferred@980290796 after retry RPC after error@601110940) -> (continuation of Deferred@1614677448 after retry RPC after error@1084439139), errback=(continuation of Deferred@926585321 after retry RPC after error@345594787) -> (continuation of Deferred@235254562 after retry RPC after error@777912444) -> (continuation of Deferred@1300785543 after retry RPC after error@328361942) -> (continuation of Deferred@816667173 after retry RPC after error@1848570284) -> (continuation of Deferred@1625582015 after retry RPC after error@1623727778) -> (continuation of Deferred@980290796 after retry RPC after error@601110940) -> (continuation of Deferred@1614677448 after retry RPC after error@1084439139)))
09:05:23.566 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@200630727(state=PENDING, result=null, callback=(continuation of Deferred@926585321 after retry RPC after error@345594787) -> (continuation of Deferred@235254562 after retry RPC after error@777912444) -> (continuation of Deferred@1300785543 after retry RPC after error@328361942) -> (continuation of Deferred@816667173 after retry RPC after error@1848570284) -> (continuation of Deferred@1625582015 after retry RPC after error@1623727778) -> (continuation of Deferred@980290796 after retry RPC after error@601110940) -> (continuation of Deferred@1614677448 after retry RPC after error@1084439139), errback=(continuation of Deferred@926585321 after retry RPC after error@345594787) -> (continuation of Deferred@235254562 after retry RPC after error@777912444) -> (continuation of Deferred@1300785543 after retry RPC after error@328361942) -> (continuation of Deferred@816667173 after retry RPC after error@1848570284) -> (continuation of Deferred@1625582015 after retry RPC after error@1623727778) -> (continuation of Deferred@980290796 after retry RPC after error@601110940) -> (continuation of Deferred@1614677448 after retry RPC after error@1084439139)))
09:05:23.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1860771312(state=PENDING, result=null, callback=(continuation of Deferred@1075738259 after retry RPC after error@2049611034) -> (continuation of Deferred@131225490 after retry RPC after error@569560069) -> (continuation of Deferred@317426758 after retry RPC after error@1011308868) -> (continuation of Deferred@700245913 after retry RPC after error@513381455) -> (continuation of Deferred@1356771942 after retry RPC after error@1456819264) -> (continuation of Deferred@412875052 after retry RPC after error@1257385372) -> (continuation of Deferred@1864035110 after retry RPC after error@332467657), errback=(continuation of Deferred@1075738259 after retry RPC after error@2049611034) -> (continuation of Deferred@131225490 after retry RPC after error@569560069) -> (continuation of Deferred@317426758 after retry RPC after error@1011308868) -> (continuation of Deferred@700245913 after retry RPC after error@513381455) -> (continuation of Deferred@1356771942 after retry RPC after error@1456819264) -> (continuation of Deferred@412875052 after retry RPC after error@1257385372) -> (continuation of Deferred@1864035110 after retry RPC after error@332467657)))
09:05:23.765 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1860771312(state=PENDING, result=null, callback=(continuation of Deferred@1075738259 after retry RPC after error@2049611034) -> (continuation of Deferred@131225490 after retry RPC after error@569560069) -> (continuation of Deferred@317426758 after retry RPC after error@1011308868) -> (continuation of Deferred@700245913 after retry RPC after error@513381455) -> (continuation of Deferred@1356771942 after retry RPC after error@1456819264) -> (continuation of Deferred@412875052 after retry RPC after error@1257385372) -> (continuation of Deferred@1864035110 after retry RPC after error@332467657), errback=(continuation of Deferred@1075738259 after retry RPC after error@2049611034) -> (continuation of Deferred@131225490 after retry RPC after error@569560069) -> (continuation of Deferred@317426758 after retry RPC after error@1011308868) -> (continuation of Deferred@700245913 after retry RPC after error@513381455) -> (continuation of Deferred@1356771942 after retry RPC after error@1456819264) -> (continuation of Deferred@412875052 after retry RPC after error@1257385372) -> (continuation of Deferred@1864035110 after retry RPC after error@332467657)))
09:05:23.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:23.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@307043949(state=PENDING, result=null, callback=(continuation of Deferred@2018754000 after retry RPC after error@1819226824) -> (continuation of Deferred@1148244360 after retry RPC after error@1051984157) -> (continuation of Deferred@1533842982 after retry RPC after error@1308624625) -> (continuation of Deferred@213803560 after retry RPC after error@303838795) -> (continuation of Deferred@763252616 after retry RPC after error@1661461336) -> (continuation of Deferred@475492914 after retry RPC after error@1862971805), errback=(continuation of Deferred@2018754000 after retry RPC after error@1819226824) -> (continuation of Deferred@1148244360 after retry RPC after error@1051984157) -> (continuation of Deferred@1533842982 after retry RPC after error@1308624625) -> (continuation of Deferred@213803560 after retry RPC after error@303838795) -> (continuation of Deferred@763252616 after retry RPC after error@1661461336) -> (continuation of Deferred@475492914 after retry RPC after error@1862971805)))
09:05:23.967 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@307043949(state=PENDING, result=null, callback=(continuation of Deferred@2018754000 after retry RPC after error@1819226824) -> (continuation of Deferred@1148244360 after retry RPC after error@1051984157) -> (continuation of Deferred@1533842982 after retry RPC after error@1308624625) -> (continuation of Deferred@213803560 after retry RPC after error@303838795) -> (continuation of Deferred@763252616 after retry RPC after error@1661461336) -> (continuation of Deferred@475492914 after retry RPC after error@1862971805), errback=(continuation of Deferred@2018754000 after retry RPC after error@1819226824) -> (continuation of Deferred@1148244360 after retry RPC after error@1051984157) -> (continuation of Deferred@1533842982 after retry RPC after error@1308624625) -> (continuation of Deferred@213803560 after retry RPC after error@303838795) -> (continuation of Deferred@763252616 after retry RPC after error@1661461336) -> (continuation of Deferred@475492914 after retry RPC after error@1862971805)))
09:05:23.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:23.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:23.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:23.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:23.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1938234085(state=PENDING, result=null, callback=(continuation of Deferred@192671344 after retry RPC after error@915930472) -> (continuation of Deferred@795217135 after retry RPC after error@1685945300) -> (continuation of Deferred@807469381 after retry RPC after error@970249876) -> (continuation of Deferred@642425909 after retry RPC after error@702990579) -> (continuation of Deferred@292937635 after retry RPC after error@243977071) -> (continuation of Deferred@2098380167 after retry RPC after error@1647068038) -> (continuation of Deferred@1562054823 after retry RPC after error@85096920), errback=(continuation of Deferred@192671344 after retry RPC after error@915930472) -> (continuation of Deferred@795217135 after retry RPC after error@1685945300) -> (continuation of Deferred@807469381 after retry RPC after error@970249876) -> (continuation of Deferred@642425909 after retry RPC after error@702990579) -> (continuation of Deferred@292937635 after retry RPC after error@243977071) -> (continuation of Deferred@2098380167 after retry RPC after error@1647068038) -> (continuation of Deferred@1562054823 after retry RPC after error@85096920)))
09:05:24.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1938234085(state=PENDING, result=null, callback=(continuation of Deferred@192671344 after retry RPC after error@915930472) -> (continuation of Deferred@795217135 after retry RPC after error@1685945300) -> (continuation of Deferred@807469381 after retry RPC after error@970249876) -> (continuation of Deferred@642425909 after retry RPC after error@702990579) -> (continuation of Deferred@292937635 after retry RPC after error@243977071) -> (continuation of Deferred@2098380167 after retry RPC after error@1647068038) -> (continuation of Deferred@1562054823 after retry RPC after error@85096920), errback=(continuation of Deferred@192671344 after retry RPC after error@915930472) -> (continuation of Deferred@795217135 after retry RPC after error@1685945300) -> (continuation of Deferred@807469381 after retry RPC after error@970249876) -> (continuation of Deferred@642425909 after retry RPC after error@702990579) -> (continuation of Deferred@292937635 after retry RPC after error@243977071) -> (continuation of Deferred@2098380167 after retry RPC after error@1647068038) -> (continuation of Deferred@1562054823 after retry RPC after error@85096920)))
09:05:24.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:24.358347 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:24.362694 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:24.364074 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:24.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1939143968(state=PENDING, result=null, callback=(continuation of Deferred@975115249 after retry RPC after error@1075519381) -> (continuation of Deferred@935106803 after retry RPC after error@1662328537) -> (continuation of Deferred@559356369 after retry RPC after error@958942681) -> (continuation of Deferred@1786781967 after retry RPC after error@556276048) -> (continuation of Deferred@942150965 after retry RPC after error@1133887852) -> (continuation of Deferred@678828104 after retry RPC after error@1240819343) -> (continuation of Deferred@831279929 after retry RPC after error@1560246981), errback=(continuation of Deferred@975115249 after retry RPC after error@1075519381) -> (continuation of Deferred@935106803 after retry RPC after error@1662328537) -> (continuation of Deferred@559356369 after retry RPC after error@958942681) -> (continuation of Deferred@1786781967 after retry RPC after error@556276048) -> (continuation of Deferred@942150965 after retry RPC after error@1133887852) -> (continuation of Deferred@678828104 after retry RPC after error@1240819343) -> (continuation of Deferred@831279929 after retry RPC after error@1560246981)))
09:05:24.386 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1939143968(state=PENDING, result=null, callback=(continuation of Deferred@975115249 after retry RPC after error@1075519381) -> (continuation of Deferred@935106803 after retry RPC after error@1662328537) -> (continuation of Deferred@559356369 after retry RPC after error@958942681) -> (continuation of Deferred@1786781967 after retry RPC after error@556276048) -> (continuation of Deferred@942150965 after retry RPC after error@1133887852) -> (continuation of Deferred@678828104 after retry RPC after error@1240819343) -> (continuation of Deferred@831279929 after retry RPC after error@1560246981), errback=(continuation of Deferred@975115249 after retry RPC after error@1075519381) -> (continuation of Deferred@935106803 after retry RPC after error@1662328537) -> (continuation of Deferred@559356369 after retry RPC after error@958942681) -> (continuation of Deferred@1786781967 after retry RPC after error@556276048) -> (continuation of Deferred@942150965 after retry RPC after error@1133887852) -> (continuation of Deferred@678828104 after retry RPC after error@1240819343) -> (continuation of Deferred@831279929 after retry RPC after error@1560246981)))
09:05:24.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1297410223(state=PENDING, result=null, callback=(continuation of Deferred@1152779956 after retry RPC after error@1650156487) -> (continuation of Deferred@1149854065 after retry RPC after error@779286751) -> (continuation of Deferred@1518721027 after retry RPC after error@1668926927) -> (continuation of Deferred@1819589176 after retry RPC after error@1433994089) -> (continuation of Deferred@558406661 after retry RPC after error@208808534) -> (continuation of Deferred@1159652506 after retry RPC after error@1482802459) -> (continuation of Deferred@1026347686 after retry RPC after error@538017743), errback=(continuation of Deferred@1152779956 after retry RPC after error@1650156487) -> (continuation of Deferred@1149854065 after retry RPC after error@779286751) -> (continuation of Deferred@1518721027 after retry RPC after error@1668926927) -> (continuation of Deferred@1819589176 after retry RPC after error@1433994089) -> (continuation of Deferred@558406661 after retry RPC after error@208808534) -> (continuation of Deferred@1159652506 after retry RPC after error@1482802459) -> (continuation of Deferred@1026347686 after retry RPC after error@538017743)))
09:05:24.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1297410223(state=PENDING, result=null, callback=(continuation of Deferred@1152779956 after retry RPC after error@1650156487) -> (continuation of Deferred@1149854065 after retry RPC after error@779286751) -> (continuation of Deferred@1518721027 after retry RPC after error@1668926927) -> (continuation of Deferred@1819589176 after retry RPC after error@1433994089) -> (continuation of Deferred@558406661 after retry RPC after error@208808534) -> (continuation of Deferred@1159652506 after retry RPC after error@1482802459) -> (continuation of Deferred@1026347686 after retry RPC after error@538017743), errback=(continuation of Deferred@1152779956 after retry RPC after error@1650156487) -> (continuation of Deferred@1149854065 after retry RPC after error@779286751) -> (continuation of Deferred@1518721027 after retry RPC after error@1668926927) -> (continuation of Deferred@1819589176 after retry RPC after error@1433994089) -> (continuation of Deferred@558406661 after retry RPC after error@208808534) -> (continuation of Deferred@1159652506 after retry RPC after error@1482802459) -> (continuation of Deferred@1026347686 after retry RPC after error@538017743)))
09:05:24.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@290574475(state=PENDING, result=null, callback=(continuation of Deferred@548077751 after retry RPC after error@595620606) -> (continuation of Deferred@1052969430 after retry RPC after error@554259213) -> (continuation of Deferred@1507803427 after retry RPC after error@2045304676) -> (continuation of Deferred@1598284854 after retry RPC after error@884557288) -> (continuation of Deferred@399297541 after retry RPC after error@685781607) -> (continuation of Deferred@1757548825 after retry RPC after error@380280812) -> (continuation of Deferred@1744295384 after retry RPC after error@1311617099), errback=(continuation of Deferred@548077751 after retry RPC after error@595620606) -> (continuation of Deferred@1052969430 after retry RPC after error@554259213) -> (continuation of Deferred@1507803427 after retry RPC after error@2045304676) -> (continuation of Deferred@1598284854 after retry RPC after error@884557288) -> (continuation of Deferred@399297541 after retry RPC after error@685781607) -> (continuation of Deferred@1757548825 after retry RPC after error@380280812) -> (continuation of Deferred@1744295384 after retry RPC after error@1311617099)))
09:05:24.905 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@290574475(state=PENDING, result=null, callback=(continuation of Deferred@548077751 after retry RPC after error@595620606) -> (continuation of Deferred@1052969430 after retry RPC after error@554259213) -> (continuation of Deferred@1507803427 after retry RPC after error@2045304676) -> (continuation of Deferred@1598284854 after retry RPC after error@884557288) -> (continuation of Deferred@399297541 after retry RPC after error@685781607) -> (continuation of Deferred@1757548825 after retry RPC after error@380280812) -> (continuation of Deferred@1744295384 after retry RPC after error@1311617099), errback=(continuation of Deferred@548077751 after retry RPC after error@595620606) -> (continuation of Deferred@1052969430 after retry RPC after error@554259213) -> (continuation of Deferred@1507803427 after retry RPC after error@2045304676) -> (continuation of Deferred@1598284854 after retry RPC after error@884557288) -> (continuation of Deferred@399297541 after retry RPC after error@685781607) -> (continuation of Deferred@1757548825 after retry RPC after error@380280812) -> (continuation of Deferred@1744295384 after retry RPC after error@1311617099)))
09:05:24.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:24.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:24.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:24.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:24.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:24.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@982737114(state=PENDING, result=null, callback=(continuation of Deferred@1226743161 after retry RPC after error@1053142519) -> (continuation of Deferred@1181274804 after retry RPC after error@1742532371) -> (continuation of Deferred@1511281604 after retry RPC after error@1227749220) -> (continuation of Deferred@1230008711 after retry RPC after error@1240775625) -> (continuation of Deferred@822500160 after retry RPC after error@397806803) -> (continuation of Deferred@1562414059 after retry RPC after error@828787061) -> (continuation of Deferred@842651714 after retry RPC after error@365861442) -> (continuation of Deferred@1281897667 after retry RPC after error@1338434010) -> (continuation of Deferred@868342696 after retry RPC after error@1388075800), errback=(continuation of Deferred@1226743161 after retry RPC after error@1053142519) -> (continuation of Deferred@1181274804 after retry RPC after error@1742532371) -> (continuation of Deferred@1511281604 after retry RPC after error@1227749220) -> (continuation of Deferred@1230008711 after retry RPC after error@1240775625) -> (continuation of Deferred@822500160 after retry RPC after error@397806803) -> (continuation of Deferred@1562414059 after retry RPC after error@828787061) -> (continuation of Deferred@842651714 after retry RPC after error@365861442) -> (continuation of Deferred@1281897667 after retry RPC after error@1338434010) -> (continuation of Deferred@868342696 after retry RPC after error@1388075800)))
09:05:25.165 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@982737114(state=PENDING, result=null, callback=(continuation of Deferred@1226743161 after retry RPC after error@1053142519) -> (continuation of Deferred@1181274804 after retry RPC after error@1742532371) -> (continuation of Deferred@1511281604 after retry RPC after error@1227749220) -> (continuation of Deferred@1230008711 after retry RPC after error@1240775625) -> (continuation of Deferred@822500160 after retry RPC after error@397806803) -> (continuation of Deferred@1562414059 after retry RPC after error@828787061) -> (continuation of Deferred@842651714 after retry RPC after error@365861442) -> (continuation of Deferred@1281897667 after retry RPC after error@1338434010) -> (continuation of Deferred@868342696 after retry RPC after error@1388075800), errback=(continuation of Deferred@1226743161 after retry RPC after error@1053142519) -> (continuation of Deferred@1181274804 after retry RPC after error@1742532371) -> (continuation of Deferred@1511281604 after retry RPC after error@1227749220) -> (continuation of Deferred@1230008711 after retry RPC after error@1240775625) -> (continuation of Deferred@822500160 after retry RPC after error@397806803) -> (continuation of Deferred@1562414059 after retry RPC after error@828787061) -> (continuation of Deferred@842651714 after retry RPC after error@365861442) -> (continuation of Deferred@1281897667 after retry RPC after error@1338434010) -> (continuation of Deferred@868342696 after retry RPC after error@1388075800)))
09:05:25.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@905308262(state=PENDING, result=null, callback=(continuation of Deferred@143044361 after retry RPC after error@1116830039) -> (continuation of Deferred@1957465392 after retry RPC after error@1853947163) -> (continuation of Deferred@1396959525 after retry RPC after error@449935835) -> (continuation of Deferred@176464572 after retry RPC after error@1669721810) -> (continuation of Deferred@801319238 after retry RPC after error@1053659844) -> (continuation of Deferred@292767459 after retry RPC after error@1573701985), errback=(continuation of Deferred@143044361 after retry RPC after error@1116830039) -> (continuation of Deferred@1957465392 after retry RPC after error@1853947163) -> (continuation of Deferred@1396959525 after retry RPC after error@449935835) -> (continuation of Deferred@176464572 after retry RPC after error@1669721810) -> (continuation of Deferred@801319238 after retry RPC after error@1053659844) -> (continuation of Deferred@292767459 after retry RPC after error@1573701985)))
09:05:25.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@905308262(state=PENDING, result=null, callback=(continuation of Deferred@143044361 after retry RPC after error@1116830039) -> (continuation of Deferred@1957465392 after retry RPC after error@1853947163) -> (continuation of Deferred@1396959525 after retry RPC after error@449935835) -> (continuation of Deferred@176464572 after retry RPC after error@1669721810) -> (continuation of Deferred@801319238 after retry RPC after error@1053659844) -> (continuation of Deferred@292767459 after retry RPC after error@1573701985), errback=(continuation of Deferred@143044361 after retry RPC after error@1116830039) -> (continuation of Deferred@1957465392 after retry RPC after error@1853947163) -> (continuation of Deferred@1396959525 after retry RPC after error@449935835) -> (continuation of Deferred@176464572 after retry RPC after error@1669721810) -> (continuation of Deferred@801319238 after retry RPC after error@1053659844) -> (continuation of Deferred@292767459 after retry RPC after error@1573701985)))
09:05:25.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1740527011(state=PENDING, result=null, callback=(continuation of Deferred@1847234794 after retry RPC after error@2104737110) -> (continuation of Deferred@1174283541 after retry RPC after error@1358459716) -> (continuation of Deferred@1793008753 after retry RPC after error@170306929) -> (continuation of Deferred@1044703149 after retry RPC after error@766890354) -> (continuation of Deferred@1046123545 after retry RPC after error@27847558) -> (continuation of Deferred@415767953 after retry RPC after error@469066171), errback=(continuation of Deferred@1847234794 after retry RPC after error@2104737110) -> (continuation of Deferred@1174283541 after retry RPC after error@1358459716) -> (continuation of Deferred@1793008753 after retry RPC after error@170306929) -> (continuation of Deferred@1044703149 after retry RPC after error@766890354) -> (continuation of Deferred@1046123545 after retry RPC after error@27847558) -> (continuation of Deferred@415767953 after retry RPC after error@469066171)))
09:05:25.505 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1740527011(state=PENDING, result=null, callback=(continuation of Deferred@1847234794 after retry RPC after error@2104737110) -> (continuation of Deferred@1174283541 after retry RPC after error@1358459716) -> (continuation of Deferred@1793008753 after retry RPC after error@170306929) -> (continuation of Deferred@1044703149 after retry RPC after error@766890354) -> (continuation of Deferred@1046123545 after retry RPC after error@27847558) -> (continuation of Deferred@415767953 after retry RPC after error@469066171), errback=(continuation of Deferred@1847234794 after retry RPC after error@2104737110) -> (continuation of Deferred@1174283541 after retry RPC after error@1358459716) -> (continuation of Deferred@1793008753 after retry RPC after error@170306929) -> (continuation of Deferred@1044703149 after retry RPC after error@766890354) -> (continuation of Deferred@1046123545 after retry RPC after error@27847558) -> (continuation of Deferred@415767953 after retry RPC after error@469066171)))
09:05:25.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:25.728444 17621 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:05:25.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:25.728667 17621 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:05:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:25.729281 17621 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:05:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:25.730616 17271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:05:25.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:25.732020 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:05:25.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:25.732169 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:05:25.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:25.732247 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:05:25.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:25.732457 17621 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:25.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@956423628(state=PENDING, result=null, callback=(continuation of Deferred@751733820 after retry RPC after error@1306568981) -> (continuation of Deferred@1634661858 after retry RPC after error@1446423486) -> (continuation of Deferred@239170088 after retry RPC after error@1185012468) -> (continuation of Deferred@1349973543 after retry RPC after error@863947980) -> (continuation of Deferred@917186745 after retry RPC after error@2123703010) -> (continuation of Deferred@431301849 after retry RPC after error@1550353295) -> (continuation of Deferred@870942299 after retry RPC after error@1690054902), errback=(continuation of Deferred@751733820 after retry RPC after error@1306568981) -> (continuation of Deferred@1634661858 after retry RPC after error@1446423486) -> (continuation of Deferred@239170088 after retry RPC after error@1185012468) -> (continuation of Deferred@1349973543 after retry RPC after error@863947980) -> (continuation of Deferred@917186745 after retry RPC after error@2123703010) -> (continuation of Deferred@431301849 after retry RPC after error@1550353295) -> (continuation of Deferred@870942299 after retry RPC after error@1690054902)))
09:05:25.745 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@956423628(state=PENDING, result=null, callback=(continuation of Deferred@751733820 after retry RPC after error@1306568981) -> (continuation of Deferred@1634661858 after retry RPC after error@1446423486) -> (continuation of Deferred@239170088 after retry RPC after error@1185012468) -> (continuation of Deferred@1349973543 after retry RPC after error@863947980) -> (continuation of Deferred@917186745 after retry RPC after error@2123703010) -> (continuation of Deferred@431301849 after retry RPC after error@1550353295) -> (continuation of Deferred@870942299 after retry RPC after error@1690054902), errback=(continuation of Deferred@751733820 after retry RPC after error@1306568981) -> (continuation of Deferred@1634661858 after retry RPC after error@1446423486) -> (continuation of Deferred@239170088 after retry RPC after error@1185012468) -> (continuation of Deferred@1349973543 after retry RPC after error@863947980) -> (continuation of Deferred@917186745 after retry RPC after error@2123703010) -> (continuation of Deferred@431301849 after retry RPC after error@1550353295) -> (continuation of Deferred@870942299 after retry RPC after error@1690054902)))
09:05:25.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:25.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@471701146(state=PENDING, result=null, callback=(continuation of Deferred@775938784 after retry RPC after error@1058162519) -> (continuation of Deferred@1638186050 after retry RPC after error@293429162) -> (continuation of Deferred@1074042759 after retry RPC after error@1828800559) -> (continuation of Deferred@688107361 after retry RPC after error@1383605732) -> (continuation of Deferred@916727939 after retry RPC after error@1367559752) -> (continuation of Deferred@1708100542 after retry RPC after error@1988871654) -> (continuation of Deferred@1643907972 after retry RPC after error@717682941), errback=(continuation of Deferred@775938784 after retry RPC after error@1058162519) -> (continuation of Deferred@1638186050 after retry RPC after error@293429162) -> (continuation of Deferred@1074042759 after retry RPC after error@1828800559) -> (continuation of Deferred@688107361 after retry RPC after error@1383605732) -> (continuation of Deferred@916727939 after retry RPC after error@1367559752) -> (continuation of Deferred@1708100542 after retry RPC after error@1988871654) -> (continuation of Deferred@1643907972 after retry RPC after error@717682941)))
09:05:25.971 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@471701146(state=PENDING, result=null, callback=(continuation of Deferred@775938784 after retry RPC after error@1058162519) -> (continuation of Deferred@1638186050 after retry RPC after error@293429162) -> (continuation of Deferred@1074042759 after retry RPC after error@1828800559) -> (continuation of Deferred@688107361 after retry RPC after error@1383605732) -> (continuation of Deferred@916727939 after retry RPC after error@1367559752) -> (continuation of Deferred@1708100542 after retry RPC after error@1988871654) -> (continuation of Deferred@1643907972 after retry RPC after error@717682941), errback=(continuation of Deferred@775938784 after retry RPC after error@1058162519) -> (continuation of Deferred@1638186050 after retry RPC after error@293429162) -> (continuation of Deferred@1074042759 after retry RPC after error@1828800559) -> (continuation of Deferred@688107361 after retry RPC after error@1383605732) -> (continuation of Deferred@916727939 after retry RPC after error@1367559752) -> (continuation of Deferred@1708100542 after retry RPC after error@1988871654) -> (continuation of Deferred@1643907972 after retry RPC after error@717682941)))
09:05:25.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:25.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:25.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:25.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:25.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2089672427(state=PENDING, result=null, callback=(continuation of Deferred@1002795635 after retry RPC after error@2131570763) -> (continuation of Deferred@1488832619 after retry RPC after error@1255485201) -> (continuation of Deferred@1511230162 after retry RPC after error@1275750067) -> (continuation of Deferred@2059538889 after retry RPC after error@420217895) -> (continuation of Deferred@1603225806 after retry RPC after error@1076855410) -> (continuation of Deferred@713658343 after retry RPC after error@1398643629) -> (continuation of Deferred@1991340080 after retry RPC after error@1244741766) -> (continuation of Deferred@748750992 after retry RPC after error@320765530), errback=(continuation of Deferred@1002795635 after retry RPC after error@2131570763) -> (continuation of Deferred@1488832619 after retry RPC after error@1255485201) -> (continuation of Deferred@1511230162 after retry RPC after error@1275750067) -> (continuation of Deferred@2059538889 after retry RPC after error@420217895) -> (continuation of Deferred@1603225806 after retry RPC after error@1076855410) -> (continuation of Deferred@713658343 after retry RPC after error@1398643629) -> (continuation of Deferred@1991340080 after retry RPC after error@1244741766) -> (continuation of Deferred@748750992 after retry RPC after error@320765530)))
09:05:26.225 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2089672427(state=PENDING, result=null, callback=(continuation of Deferred@1002795635 after retry RPC after error@2131570763) -> (continuation of Deferred@1488832619 after retry RPC after error@1255485201) -> (continuation of Deferred@1511230162 after retry RPC after error@1275750067) -> (continuation of Deferred@2059538889 after retry RPC after error@420217895) -> (continuation of Deferred@1603225806 after retry RPC after error@1076855410) -> (continuation of Deferred@713658343 after retry RPC after error@1398643629) -> (continuation of Deferred@1991340080 after retry RPC after error@1244741766) -> (continuation of Deferred@748750992 after retry RPC after error@320765530), errback=(continuation of Deferred@1002795635 after retry RPC after error@2131570763) -> (continuation of Deferred@1488832619 after retry RPC after error@1255485201) -> (continuation of Deferred@1511230162 after retry RPC after error@1275750067) -> (continuation of Deferred@2059538889 after retry RPC after error@420217895) -> (continuation of Deferred@1603225806 after retry RPC after error@1076855410) -> (continuation of Deferred@713658343 after retry RPC after error@1398643629) -> (continuation of Deferred@1991340080 after retry RPC after error@1244741766) -> (continuation of Deferred@748750992 after retry RPC after error@320765530)))
09:05:26.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@800239702(state=PENDING, result=null, callback=(continuation of Deferred@529983201 after retry RPC after error@931521494) -> (continuation of Deferred@1176667086 after retry RPC after error@2091428700) -> (continuation of Deferred@1411509190 after retry RPC after error@1277307335) -> (continuation of Deferred@516751230 after retry RPC after error@654788016) -> (continuation of Deferred@2082727245 after retry RPC after error@563255071) -> (continuation of Deferred@1490860892 after retry RPC after error@1173049138), errback=(continuation of Deferred@529983201 after retry RPC after error@931521494) -> (continuation of Deferred@1176667086 after retry RPC after error@2091428700) -> (continuation of Deferred@1411509190 after retry RPC after error@1277307335) -> (continuation of Deferred@516751230 after retry RPC after error@654788016) -> (continuation of Deferred@2082727245 after retry RPC after error@563255071) -> (continuation of Deferred@1490860892 after retry RPC after error@1173049138)))
09:05:26.405 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@800239702(state=PENDING, result=null, callback=(continuation of Deferred@529983201 after retry RPC after error@931521494) -> (continuation of Deferred@1176667086 after retry RPC after error@2091428700) -> (continuation of Deferred@1411509190 after retry RPC after error@1277307335) -> (continuation of Deferred@516751230 after retry RPC after error@654788016) -> (continuation of Deferred@2082727245 after retry RPC after error@563255071) -> (continuation of Deferred@1490860892 after retry RPC after error@1173049138), errback=(continuation of Deferred@529983201 after retry RPC after error@931521494) -> (continuation of Deferred@1176667086 after retry RPC after error@2091428700) -> (continuation of Deferred@1411509190 after retry RPC after error@1277307335) -> (continuation of Deferred@516751230 after retry RPC after error@654788016) -> (continuation of Deferred@2082727245 after retry RPC after error@563255071) -> (continuation of Deferred@1490860892 after retry RPC after error@1173049138)))
09:05:26.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:26.586845 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:26.587023 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:26.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@31736038(state=PENDING, result=null, callback=(continuation of Deferred@1673842899 after retry RPC after error@869301931) -> (continuation of Deferred@1566536974 after retry RPC after error@2124414259) -> (continuation of Deferred@991488123 after retry RPC after error@193850517) -> (continuation of Deferred@761008111 after retry RPC after error@741017874) -> (continuation of Deferred@1351383004 after retry RPC after error@880922652) -> (continuation of Deferred@2045743636 after retry RPC after error@225998754) -> (continuation of Deferred@1048171334 after retry RPC after error@79881637), errback=(continuation of Deferred@1673842899 after retry RPC after error@869301931) -> (continuation of Deferred@1566536974 after retry RPC after error@2124414259) -> (continuation of Deferred@991488123 after retry RPC after error@193850517) -> (continuation of Deferred@761008111 after retry RPC after error@741017874) -> (continuation of Deferred@1351383004 after retry RPC after error@880922652) -> (continuation of Deferred@2045743636 after retry RPC after error@225998754) -> (continuation of Deferred@1048171334 after retry RPC after error@79881637)))
09:05:26.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@31736038(state=PENDING, result=null, callback=(continuation of Deferred@1673842899 after retry RPC after error@869301931) -> (continuation of Deferred@1566536974 after retry RPC after error@2124414259) -> (continuation of Deferred@991488123 after retry RPC after error@193850517) -> (continuation of Deferred@761008111 after retry RPC after error@741017874) -> (continuation of Deferred@1351383004 after retry RPC after error@880922652) -> (continuation of Deferred@2045743636 after retry RPC after error@225998754) -> (continuation of Deferred@1048171334 after retry RPC after error@79881637), errback=(continuation of Deferred@1673842899 after retry RPC after error@869301931) -> (continuation of Deferred@1566536974 after retry RPC after error@2124414259) -> (continuation of Deferred@991488123 after retry RPC after error@193850517) -> (continuation of Deferred@761008111 after retry RPC after error@741017874) -> (continuation of Deferred@1351383004 after retry RPC after error@880922652) -> (continuation of Deferred@2045743636 after retry RPC after error@225998754) -> (continuation of Deferred@1048171334 after retry RPC after error@79881637)))
09:05:26.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2089450967(state=PENDING, result=null, callback=(continuation of Deferred@616400106 after retry RPC after error@1487917828) -> (continuation of Deferred@1442024150 after retry RPC after error@2050498938) -> (continuation of Deferred@845836291 after retry RPC after error@352039609) -> (continuation of Deferred@1570193354 after retry RPC after error@1721759475) -> (continuation of Deferred@118782027 after retry RPC after error@1311992938) -> (continuation of Deferred@717120265 after retry RPC after error@856633539), errback=(continuation of Deferred@616400106 after retry RPC after error@1487917828) -> (continuation of Deferred@1442024150 after retry RPC after error@2050498938) -> (continuation of Deferred@845836291 after retry RPC after error@352039609) -> (continuation of Deferred@1570193354 after retry RPC after error@1721759475) -> (continuation of Deferred@118782027 after retry RPC after error@1311992938) -> (continuation of Deferred@717120265 after retry RPC after error@856633539)))
09:05:26.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2089450967(state=PENDING, result=null, callback=(continuation of Deferred@616400106 after retry RPC after error@1487917828) -> (continuation of Deferred@1442024150 after retry RPC after error@2050498938) -> (continuation of Deferred@845836291 after retry RPC after error@352039609) -> (continuation of Deferred@1570193354 after retry RPC after error@1721759475) -> (continuation of Deferred@118782027 after retry RPC after error@1311992938) -> (continuation of Deferred@717120265 after retry RPC after error@856633539), errback=(continuation of Deferred@616400106 after retry RPC after error@1487917828) -> (continuation of Deferred@1442024150 after retry RPC after error@2050498938) -> (continuation of Deferred@845836291 after retry RPC after error@352039609) -> (continuation of Deferred@1570193354 after retry RPC after error@1721759475) -> (continuation of Deferred@118782027 after retry RPC after error@1311992938) -> (continuation of Deferred@717120265 after retry RPC after error@856633539)))
09:05:26.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:26.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:26.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:26.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:26.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:26.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1002021933(state=PENDING, result=null, callback=(continuation of Deferred@1949412449 after retry RPC after error@119104768) -> (continuation of Deferred@1890410913 after retry RPC after error@105065301) -> (continuation of Deferred@2145963352 after retry RPC after error@857052864) -> (continuation of Deferred@674122090 after retry RPC after error@933811897) -> (continuation of Deferred@236146457 after retry RPC after error@296709005) -> (continuation of Deferred@1267729867 after retry RPC after error@981212958) -> (continuation of Deferred@772011215 after retry RPC after error@1142555009), errback=(continuation of Deferred@1949412449 after retry RPC after error@119104768) -> (continuation of Deferred@1890410913 after retry RPC after error@105065301) -> (continuation of Deferred@2145963352 after retry RPC after error@857052864) -> (continuation of Deferred@674122090 after retry RPC after error@933811897) -> (continuation of Deferred@236146457 after retry RPC after error@296709005) -> (continuation of Deferred@1267729867 after retry RPC after error@981212958) -> (continuation of Deferred@772011215 after retry RPC after error@1142555009)))
09:05:27.046 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1002021933(state=PENDING, result=null, callback=(continuation of Deferred@1949412449 after retry RPC after error@119104768) -> (continuation of Deferred@1890410913 after retry RPC after error@105065301) -> (continuation of Deferred@2145963352 after retry RPC after error@857052864) -> (continuation of Deferred@674122090 after retry RPC after error@933811897) -> (continuation of Deferred@236146457 after retry RPC after error@296709005) -> (continuation of Deferred@1267729867 after retry RPC after error@981212958) -> (continuation of Deferred@772011215 after retry RPC after error@1142555009), errback=(continuation of Deferred@1949412449 after retry RPC after error@119104768) -> (continuation of Deferred@1890410913 after retry RPC after error@105065301) -> (continuation of Deferred@2145963352 after retry RPC after error@857052864) -> (continuation of Deferred@674122090 after retry RPC after error@933811897) -> (continuation of Deferred@236146457 after retry RPC after error@296709005) -> (continuation of Deferred@1267729867 after retry RPC after error@981212958) -> (continuation of Deferred@772011215 after retry RPC after error@1142555009)))
09:05:27.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1783366753(state=PENDING, result=null, callback=(continuation of Deferred@373200213 after retry RPC after error@2121531850) -> (continuation of Deferred@1296590830 after retry RPC after error@1194138922) -> (continuation of Deferred@635153575 after retry RPC after error@2071958407) -> (continuation of Deferred@1971780625 after retry RPC after error@1525509062) -> (continuation of Deferred@573262504 after retry RPC after error@625936065) -> (continuation of Deferred@1743454221 after retry RPC after error@1449780333), errback=(continuation of Deferred@373200213 after retry RPC after error@2121531850) -> (continuation of Deferred@1296590830 after retry RPC after error@1194138922) -> (continuation of Deferred@635153575 after retry RPC after error@2071958407) -> (continuation of Deferred@1971780625 after retry RPC after error@1525509062) -> (continuation of Deferred@573262504 after retry RPC after error@625936065) -> (continuation of Deferred@1743454221 after retry RPC after error@1449780333)))
09:05:27.205 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1783366753(state=PENDING, result=null, callback=(continuation of Deferred@373200213 after retry RPC after error@2121531850) -> (continuation of Deferred@1296590830 after retry RPC after error@1194138922) -> (continuation of Deferred@635153575 after retry RPC after error@2071958407) -> (continuation of Deferred@1971780625 after retry RPC after error@1525509062) -> (continuation of Deferred@573262504 after retry RPC after error@625936065) -> (continuation of Deferred@1743454221 after retry RPC after error@1449780333), errback=(continuation of Deferred@373200213 after retry RPC after error@2121531850) -> (continuation of Deferred@1296590830 after retry RPC after error@1194138922) -> (continuation of Deferred@635153575 after retry RPC after error@2071958407) -> (continuation of Deferred@1971780625 after retry RPC after error@1525509062) -> (continuation of Deferred@573262504 after retry RPC after error@625936065) -> (continuation of Deferred@1743454221 after retry RPC after error@1449780333)))
09:05:27.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1904427278(state=PENDING, result=null, callback=(continuation of Deferred@162217477 after retry RPC after error@66306658) -> (continuation of Deferred@1416104716 after retry RPC after error@1057532862) -> (continuation of Deferred@1870913868 after retry RPC after error@1929301516) -> (continuation of Deferred@1717214004 after retry RPC after error@477464858) -> (continuation of Deferred@1812763225 after retry RPC after error@1745272698) -> (continuation of Deferred@1521949301 after retry RPC after error@1790600544) -> (continuation of Deferred@1647098932 after retry RPC after error@1057763940), errback=(continuation of Deferred@162217477 after retry RPC after error@66306658) -> (continuation of Deferred@1416104716 after retry RPC after error@1057532862) -> (continuation of Deferred@1870913868 after retry RPC after error@1929301516) -> (continuation of Deferred@1717214004 after retry RPC after error@477464858) -> (continuation of Deferred@1812763225 after retry RPC after error@1745272698) -> (continuation of Deferred@1521949301 after retry RPC after error@1790600544) -> (continuation of Deferred@1647098932 after retry RPC after error@1057763940)))
09:05:27.446 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1904427278(state=PENDING, result=null, callback=(continuation of Deferred@162217477 after retry RPC after error@66306658) -> (continuation of Deferred@1416104716 after retry RPC after error@1057532862) -> (continuation of Deferred@1870913868 after retry RPC after error@1929301516) -> (continuation of Deferred@1717214004 after retry RPC after error@477464858) -> (continuation of Deferred@1812763225 after retry RPC after error@1745272698) -> (continuation of Deferred@1521949301 after retry RPC after error@1790600544) -> (continuation of Deferred@1647098932 after retry RPC after error@1057763940), errback=(continuation of Deferred@162217477 after retry RPC after error@66306658) -> (continuation of Deferred@1416104716 after retry RPC after error@1057532862) -> (continuation of Deferred@1870913868 after retry RPC after error@1929301516) -> (continuation of Deferred@1717214004 after retry RPC after error@477464858) -> (continuation of Deferred@1812763225 after retry RPC after error@1745272698) -> (continuation of Deferred@1521949301 after retry RPC after error@1790600544) -> (continuation of Deferred@1647098932 after retry RPC after error@1057763940)))
09:05:27.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1206420513(state=PENDING, result=null, callback=(continuation of Deferred@934302633 after retry RPC after error@570948320) -> (continuation of Deferred@1917581703 after retry RPC after error@1904325219) -> (continuation of Deferred@1142524641 after retry RPC after error@1498724472) -> (continuation of Deferred@1962865940 after retry RPC after error@143672130) -> (continuation of Deferred@14061107 after retry RPC after error@2092785961) -> (continuation of Deferred@2137554431 after retry RPC after error@1969793795), errback=(continuation of Deferred@934302633 after retry RPC after error@570948320) -> (continuation of Deferred@1917581703 after retry RPC after error@1904325219) -> (continuation of Deferred@1142524641 after retry RPC after error@1498724472) -> (continuation of Deferred@1962865940 after retry RPC after error@143672130) -> (continuation of Deferred@14061107 after retry RPC after error@2092785961) -> (continuation of Deferred@2137554431 after retry RPC after error@1969793795)))
09:05:27.645 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1206420513(state=PENDING, result=null, callback=(continuation of Deferred@934302633 after retry RPC after error@570948320) -> (continuation of Deferred@1917581703 after retry RPC after error@1904325219) -> (continuation of Deferred@1142524641 after retry RPC after error@1498724472) -> (continuation of Deferred@1962865940 after retry RPC after error@143672130) -> (continuation of Deferred@14061107 after retry RPC after error@2092785961) -> (continuation of Deferred@2137554431 after retry RPC after error@1969793795), errback=(continuation of Deferred@934302633 after retry RPC after error@570948320) -> (continuation of Deferred@1917581703 after retry RPC after error@1904325219) -> (continuation of Deferred@1142524641 after retry RPC after error@1498724472) -> (continuation of Deferred@1962865940 after retry RPC after error@143672130) -> (continuation of Deferred@14061107 after retry RPC after error@2092785961) -> (continuation of Deferred@2137554431 after retry RPC after error@1969793795)))
09:05:27.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@850529688(state=PENDING, result=null, callback=(continuation of Deferred@504159287 after retry RPC after error@1621872911) -> (continuation of Deferred@1496038044 after retry RPC after error@2069340908) -> (continuation of Deferred@63059157 after retry RPC after error@1029680651) -> (continuation of Deferred@967052390 after retry RPC after error@2141358460) -> (continuation of Deferred@1834254017 after retry RPC after error@767277718) -> (continuation of Deferred@879051899 after retry RPC after error@1609024226) -> (continuation of Deferred@285941161 after retry RPC after error@1637120532), errback=(continuation of Deferred@504159287 after retry RPC after error@1621872911) -> (continuation of Deferred@1496038044 after retry RPC after error@2069340908) -> (continuation of Deferred@63059157 after retry RPC after error@1029680651) -> (continuation of Deferred@967052390 after retry RPC after error@2141358460) -> (continuation of Deferred@1834254017 after retry RPC after error@767277718) -> (continuation of Deferred@879051899 after retry RPC after error@1609024226) -> (continuation of Deferred@285941161 after retry RPC after error@1637120532)))
09:05:27.906 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@850529688(state=PENDING, result=null, callback=(continuation of Deferred@504159287 after retry RPC after error@1621872911) -> (continuation of Deferred@1496038044 after retry RPC after error@2069340908) -> (continuation of Deferred@63059157 after retry RPC after error@1029680651) -> (continuation of Deferred@967052390 after retry RPC after error@2141358460) -> (continuation of Deferred@1834254017 after retry RPC after error@767277718) -> (continuation of Deferred@879051899 after retry RPC after error@1609024226) -> (continuation of Deferred@285941161 after retry RPC after error@1637120532), errback=(continuation of Deferred@504159287 after retry RPC after error@1621872911) -> (continuation of Deferred@1496038044 after retry RPC after error@2069340908) -> (continuation of Deferred@63059157 after retry RPC after error@1029680651) -> (continuation of Deferred@967052390 after retry RPC after error@2141358460) -> (continuation of Deferred@1834254017 after retry RPC after error@767277718) -> (continuation of Deferred@879051899 after retry RPC after error@1609024226) -> (continuation of Deferred@285941161 after retry RPC after error@1637120532)))
09:05:27.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:27.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:27.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:27.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:27.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:27.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1841201344(state=PENDING, result=null, callback=(continuation of Deferred@1992572724 after retry RPC after error@1507518510) -> (continuation of Deferred@1375285950 after retry RPC after error@1222115521) -> (continuation of Deferred@523418481 after retry RPC after error@296205089) -> (continuation of Deferred@156440425 after retry RPC after error@25546890) -> (continuation of Deferred@199629560 after retry RPC after error@666162710) -> (continuation of Deferred@911042006 after retry RPC after error@434364949), errback=(continuation of Deferred@1992572724 after retry RPC after error@1507518510) -> (continuation of Deferred@1375285950 after retry RPC after error@1222115521) -> (continuation of Deferred@523418481 after retry RPC after error@296205089) -> (continuation of Deferred@156440425 after retry RPC after error@25546890) -> (continuation of Deferred@199629560 after retry RPC after error@666162710) -> (continuation of Deferred@911042006 after retry RPC after error@434364949)))
09:05:28.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1841201344(state=PENDING, result=null, callback=(continuation of Deferred@1992572724 after retry RPC after error@1507518510) -> (continuation of Deferred@1375285950 after retry RPC after error@1222115521) -> (continuation of Deferred@523418481 after retry RPC after error@296205089) -> (continuation of Deferred@156440425 after retry RPC after error@25546890) -> (continuation of Deferred@199629560 after retry RPC after error@666162710) -> (continuation of Deferred@911042006 after retry RPC after error@434364949), errback=(continuation of Deferred@1992572724 after retry RPC after error@1507518510) -> (continuation of Deferred@1375285950 after retry RPC after error@1222115521) -> (continuation of Deferred@523418481 after retry RPC after error@296205089) -> (continuation of Deferred@156440425 after retry RPC after error@25546890) -> (continuation of Deferred@199629560 after retry RPC after error@666162710) -> (continuation of Deferred@911042006 after retry RPC after error@434364949)))
09:05:28.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1233945592(state=PENDING, result=null, callback=(continuation of Deferred@1874650380 after retry RPC after error@1086388613) -> (continuation of Deferred@417559907 after retry RPC after error@895334084) -> (continuation of Deferred@1027715558 after retry RPC after error@2047503130) -> (continuation of Deferred@2042708309 after retry RPC after error@561128255) -> (continuation of Deferred@294418550 after retry RPC after error@955745254) -> (continuation of Deferred@1271903812 after retry RPC after error@2073300953) -> (continuation of Deferred@153716501 after retry RPC after error@231066981), errback=(continuation of Deferred@1874650380 after retry RPC after error@1086388613) -> (continuation of Deferred@417559907 after retry RPC after error@895334084) -> (continuation of Deferred@1027715558 after retry RPC after error@2047503130) -> (continuation of Deferred@2042708309 after retry RPC after error@561128255) -> (continuation of Deferred@294418550 after retry RPC after error@955745254) -> (continuation of Deferred@1271903812 after retry RPC after error@2073300953) -> (continuation of Deferred@153716501 after retry RPC after error@231066981)))
09:05:28.266 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1233945592(state=PENDING, result=null, callback=(continuation of Deferred@1874650380 after retry RPC after error@1086388613) -> (continuation of Deferred@417559907 after retry RPC after error@895334084) -> (continuation of Deferred@1027715558 after retry RPC after error@2047503130) -> (continuation of Deferred@2042708309 after retry RPC after error@561128255) -> (continuation of Deferred@294418550 after retry RPC after error@955745254) -> (continuation of Deferred@1271903812 after retry RPC after error@2073300953) -> (continuation of Deferred@153716501 after retry RPC after error@231066981), errback=(continuation of Deferred@1874650380 after retry RPC after error@1086388613) -> (continuation of Deferred@417559907 after retry RPC after error@895334084) -> (continuation of Deferred@1027715558 after retry RPC after error@2047503130) -> (continuation of Deferred@2042708309 after retry RPC after error@561128255) -> (continuation of Deferred@294418550 after retry RPC after error@955745254) -> (continuation of Deferred@1271903812 after retry RPC after error@2073300953) -> (continuation of Deferred@153716501 after retry RPC after error@231066981)))
09:05:28.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@309838855(state=PENDING, result=null, callback=(continuation of Deferred@1044186290 after retry RPC after error@1802881102) -> (continuation of Deferred@1369309281 after retry RPC after error@2112205225) -> (continuation of Deferred@732635699 after retry RPC after error@1859762352) -> (continuation of Deferred@1332031490 after retry RPC after error@534624446) -> (continuation of Deferred@1838529484 after retry RPC after error@1319797494) -> (continuation of Deferred@682188289 after retry RPC after error@1514343394) -> (continuation of Deferred@440959165 after retry RPC after error@7281712), errback=(continuation of Deferred@1044186290 after retry RPC after error@1802881102) -> (continuation of Deferred@1369309281 after retry RPC after error@2112205225) -> (continuation of Deferred@732635699 after retry RPC after error@1859762352) -> (continuation of Deferred@1332031490 after retry RPC after error@534624446) -> (continuation of Deferred@1838529484 after retry RPC after error@1319797494) -> (continuation of Deferred@682188289 after retry RPC after error@1514343394) -> (continuation of Deferred@440959165 after retry RPC after error@7281712)))
09:05:28.486 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@309838855(state=PENDING, result=null, callback=(continuation of Deferred@1044186290 after retry RPC after error@1802881102) -> (continuation of Deferred@1369309281 after retry RPC after error@2112205225) -> (continuation of Deferred@732635699 after retry RPC after error@1859762352) -> (continuation of Deferred@1332031490 after retry RPC after error@534624446) -> (continuation of Deferred@1838529484 after retry RPC after error@1319797494) -> (continuation of Deferred@682188289 after retry RPC after error@1514343394) -> (continuation of Deferred@440959165 after retry RPC after error@7281712), errback=(continuation of Deferred@1044186290 after retry RPC after error@1802881102) -> (continuation of Deferred@1369309281 after retry RPC after error@2112205225) -> (continuation of Deferred@732635699 after retry RPC after error@1859762352) -> (continuation of Deferred@1332031490 after retry RPC after error@534624446) -> (continuation of Deferred@1838529484 after retry RPC after error@1319797494) -> (continuation of Deferred@682188289 after retry RPC after error@1514343394) -> (continuation of Deferred@440959165 after retry RPC after error@7281712)))
09:05:28.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1742467720(state=PENDING, result=null, callback=(continuation of Deferred@1624943191 after retry RPC after error@1199368238) -> (continuation of Deferred@790676386 after retry RPC after error@391592828) -> (continuation of Deferred@577414099 after retry RPC after error@49746472) -> (continuation of Deferred@736361479 after retry RPC after error@96579292) -> (continuation of Deferred@1916989836 after retry RPC after error@1218366398) -> (continuation of Deferred@2091455854 after retry RPC after error@1956049769), errback=(continuation of Deferred@1624943191 after retry RPC after error@1199368238) -> (continuation of Deferred@790676386 after retry RPC after error@391592828) -> (continuation of Deferred@577414099 after retry RPC after error@49746472) -> (continuation of Deferred@736361479 after retry RPC after error@96579292) -> (continuation of Deferred@1916989836 after retry RPC after error@1218366398) -> (continuation of Deferred@2091455854 after retry RPC after error@1956049769)))
09:05:28.665 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1742467720(state=PENDING, result=null, callback=(continuation of Deferred@1624943191 after retry RPC after error@1199368238) -> (continuation of Deferred@790676386 after retry RPC after error@391592828) -> (continuation of Deferred@577414099 after retry RPC after error@49746472) -> (continuation of Deferred@736361479 after retry RPC after error@96579292) -> (continuation of Deferred@1916989836 after retry RPC after error@1218366398) -> (continuation of Deferred@2091455854 after retry RPC after error@1956049769), errback=(continuation of Deferred@1624943191 after retry RPC after error@1199368238) -> (continuation of Deferred@790676386 after retry RPC after error@391592828) -> (continuation of Deferred@577414099 after retry RPC after error@49746472) -> (continuation of Deferred@736361479 after retry RPC after error@96579292) -> (continuation of Deferred@1916989836 after retry RPC after error@1218366398) -> (continuation of Deferred@2091455854 after retry RPC after error@1956049769)))
09:05:28.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2006343618(state=PENDING, result=null, callback=(continuation of Deferred@1079234461 after retry RPC after error@685305785) -> (continuation of Deferred@1362941343 after retry RPC after error@336717877) -> (continuation of Deferred@1256256013 after retry RPC after error@631929295) -> (continuation of Deferred@302895304 after retry RPC after error@155636476) -> (continuation of Deferred@1148922179 after retry RPC after error@854152194) -> (continuation of Deferred@1318996231 after retry RPC after error@1911599898) -> (continuation of Deferred@1826405718 after retry RPC after error@351124875), errback=(continuation of Deferred@1079234461 after retry RPC after error@685305785) -> (continuation of Deferred@1362941343 after retry RPC after error@336717877) -> (continuation of Deferred@1256256013 after retry RPC after error@631929295) -> (continuation of Deferred@302895304 after retry RPC after error@155636476) -> (continuation of Deferred@1148922179 after retry RPC after error@854152194) -> (continuation of Deferred@1318996231 after retry RPC after error@1911599898) -> (continuation of Deferred@1826405718 after retry RPC after error@351124875)))
09:05:28.885 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2006343618(state=PENDING, result=null, callback=(continuation of Deferred@1079234461 after retry RPC after error@685305785) -> (continuation of Deferred@1362941343 after retry RPC after error@336717877) -> (continuation of Deferred@1256256013 after retry RPC after error@631929295) -> (continuation of Deferred@302895304 after retry RPC after error@155636476) -> (continuation of Deferred@1148922179 after retry RPC after error@854152194) -> (continuation of Deferred@1318996231 after retry RPC after error@1911599898) -> (continuation of Deferred@1826405718 after retry RPC after error@351124875), errback=(continuation of Deferred@1079234461 after retry RPC after error@685305785) -> (continuation of Deferred@1362941343 after retry RPC after error@336717877) -> (continuation of Deferred@1256256013 after retry RPC after error@631929295) -> (continuation of Deferred@302895304 after retry RPC after error@155636476) -> (continuation of Deferred@1148922179 after retry RPC after error@854152194) -> (continuation of Deferred@1318996231 after retry RPC after error@1911599898) -> (continuation of Deferred@1826405718 after retry RPC after error@351124875)))
09:05:28.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:28.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:28.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:28.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:28.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:28.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@818471638(state=PENDING, result=null, callback=(continuation of Deferred@1450676474 after retry RPC after error@385618526) -> (continuation of Deferred@433890593 after retry RPC after error@1861560990) -> (continuation of Deferred@82806778 after retry RPC after error@1928793051) -> (continuation of Deferred@251550985 after retry RPC after error@1226323858) -> (continuation of Deferred@833661212 after retry RPC after error@2077476130) -> (continuation of Deferred@129616196 after retry RPC after error@253086342) -> (continuation of Deferred@1004108337 after retry RPC after error@1590055613), errback=(continuation of Deferred@1450676474 after retry RPC after error@385618526) -> (continuation of Deferred@433890593 after retry RPC after error@1861560990) -> (continuation of Deferred@82806778 after retry RPC after error@1928793051) -> (continuation of Deferred@251550985 after retry RPC after error@1226323858) -> (continuation of Deferred@833661212 after retry RPC after error@2077476130) -> (continuation of Deferred@129616196 after retry RPC after error@253086342) -> (continuation of Deferred@1004108337 after retry RPC after error@1590055613)))
09:05:29.066 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@818471638(state=PENDING, result=null, callback=(continuation of Deferred@1450676474 after retry RPC after error@385618526) -> (continuation of Deferred@433890593 after retry RPC after error@1861560990) -> (continuation of Deferred@82806778 after retry RPC after error@1928793051) -> (continuation of Deferred@251550985 after retry RPC after error@1226323858) -> (continuation of Deferred@833661212 after retry RPC after error@2077476130) -> (continuation of Deferred@129616196 after retry RPC after error@253086342) -> (continuation of Deferred@1004108337 after retry RPC after error@1590055613), errback=(continuation of Deferred@1450676474 after retry RPC after error@385618526) -> (continuation of Deferred@433890593 after retry RPC after error@1861560990) -> (continuation of Deferred@82806778 after retry RPC after error@1928793051) -> (continuation of Deferred@251550985 after retry RPC after error@1226323858) -> (continuation of Deferred@833661212 after retry RPC after error@2077476130) -> (continuation of Deferred@129616196 after retry RPC after error@253086342) -> (continuation of Deferred@1004108337 after retry RPC after error@1590055613)))
09:05:29.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@523557117(state=PENDING, result=null, callback=(continuation of Deferred@441680558 after retry RPC after error@923767429) -> (continuation of Deferred@551980625 after retry RPC after error@422332800) -> (continuation of Deferred@527236857 after retry RPC after error@1413274667) -> (continuation of Deferred@1086084347 after retry RPC after error@1000826149) -> (continuation of Deferred@1128587166 after retry RPC after error@1907072601) -> (continuation of Deferred@1402083099 after retry RPC after error@1402785281) -> (continuation of Deferred@918639555 after retry RPC after error@456477204), errback=(continuation of Deferred@441680558 after retry RPC after error@923767429) -> (continuation of Deferred@551980625 after retry RPC after error@422332800) -> (continuation of Deferred@527236857 after retry RPC after error@1413274667) -> (continuation of Deferred@1086084347 after retry RPC after error@1000826149) -> (continuation of Deferred@1128587166 after retry RPC after error@1907072601) -> (continuation of Deferred@1402083099 after retry RPC after error@1402785281) -> (continuation of Deferred@918639555 after retry RPC after error@456477204)))
09:05:29.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@523557117(state=PENDING, result=null, callback=(continuation of Deferred@441680558 after retry RPC after error@923767429) -> (continuation of Deferred@551980625 after retry RPC after error@422332800) -> (continuation of Deferred@527236857 after retry RPC after error@1413274667) -> (continuation of Deferred@1086084347 after retry RPC after error@1000826149) -> (continuation of Deferred@1128587166 after retry RPC after error@1907072601) -> (continuation of Deferred@1402083099 after retry RPC after error@1402785281) -> (continuation of Deferred@918639555 after retry RPC after error@456477204), errback=(continuation of Deferred@441680558 after retry RPC after error@923767429) -> (continuation of Deferred@551980625 after retry RPC after error@422332800) -> (continuation of Deferred@527236857 after retry RPC after error@1413274667) -> (continuation of Deferred@1086084347 after retry RPC after error@1000826149) -> (continuation of Deferred@1128587166 after retry RPC after error@1907072601) -> (continuation of Deferred@1402083099 after retry RPC after error@1402785281) -> (continuation of Deferred@918639555 after retry RPC after error@456477204)))
09:05:29.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:29.389004 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:29.390377 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:29.391695 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:29.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.603 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@495563869(state=PENDING, result=null, callback=(continuation of Deferred@585225197 after retry RPC after error@1672282899) -> (continuation of Deferred@650010508 after retry RPC after error@1984248922) -> (continuation of Deferred@1511520196 after retry RPC after error@1361695246) -> (continuation of Deferred@88061336 after retry RPC after error@1523052169) -> (continuation of Deferred@1066109890 after retry RPC after error@548247455) -> (continuation of Deferred@1481008487 after retry RPC after error@1024486208) -> (continuation of Deferred@1587946171 after retry RPC after error@310073247), errback=(continuation of Deferred@585225197 after retry RPC after error@1672282899) -> (continuation of Deferred@650010508 after retry RPC after error@1984248922) -> (continuation of Deferred@1511520196 after retry RPC after error@1361695246) -> (continuation of Deferred@88061336 after retry RPC after error@1523052169) -> (continuation of Deferred@1066109890 after retry RPC after error@548247455) -> (continuation of Deferred@1481008487 after retry RPC after error@1024486208) -> (continuation of Deferred@1587946171 after retry RPC after error@310073247)))
09:05:29.603 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:29.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1444426494(state=PENDING, result=null, callback=(continuation of Deferred@352750535 after retry RPC after error@94156922) -> (continuation of Deferred@407572928 after retry RPC after error@257118197) -> (continuation of Deferred@782935403 after retry RPC after error@1310033836) -> (continuation of Deferred@235952831 after retry RPC after error@464093295) -> (continuation of Deferred@1624506252 after retry RPC after error@35204317) -> (continuation of Deferred@248531843 after retry RPC after error@1496127694), errback=(continuation of Deferred@352750535 after retry RPC after error@94156922) -> (continuation of Deferred@407572928 after retry RPC after error@257118197) -> (continuation of Deferred@782935403 after retry RPC after error@1310033836) -> (continuation of Deferred@235952831 after retry RPC after error@464093295) -> (continuation of Deferred@1624506252 after retry RPC after error@35204317) -> (continuation of Deferred@248531843 after retry RPC after error@1496127694)))
09:05:29.806 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1444426494(state=PENDING, result=null, callback=(continuation of Deferred@352750535 after retry RPC after error@94156922) -> (continuation of Deferred@407572928 after retry RPC after error@257118197) -> (continuation of Deferred@782935403 after retry RPC after error@1310033836) -> (continuation of Deferred@235952831 after retry RPC after error@464093295) -> (continuation of Deferred@1624506252 after retry RPC after error@35204317) -> (continuation of Deferred@248531843 after retry RPC after error@1496127694), errback=(continuation of Deferred@352750535 after retry RPC after error@94156922) -> (continuation of Deferred@407572928 after retry RPC after error@257118197) -> (continuation of Deferred@782935403 after retry RPC after error@1310033836) -> (continuation of Deferred@235952831 after retry RPC after error@464093295) -> (continuation of Deferred@1624506252 after retry RPC after error@35204317) -> (continuation of Deferred@248531843 after retry RPC after error@1496127694)))
09:05:29.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:29.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:29.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:29.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:29.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:29.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.025 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@216366514(state=PENDING, result=null, callback=(continuation of Deferred@1291481432 after retry RPC after error@1805815802) -> (continuation of Deferred@1357989553 after retry RPC after error@2002696688) -> (continuation of Deferred@1748072178 after retry RPC after error@387184977) -> (continuation of Deferred@1301144012 after retry RPC after error@1335775412) -> (continuation of Deferred@754661715 after retry RPC after error@606766316) -> (continuation of Deferred@101421604 after retry RPC after error@1001224609) -> (continuation of Deferred@1323957798 after retry RPC after error@1041501939), errback=(continuation of Deferred@1291481432 after retry RPC after error@1805815802) -> (continuation of Deferred@1357989553 after retry RPC after error@2002696688) -> (continuation of Deferred@1748072178 after retry RPC after error@387184977) -> (continuation of Deferred@1301144012 after retry RPC after error@1335775412) -> (continuation of Deferred@754661715 after retry RPC after error@606766316) -> (continuation of Deferred@101421604 after retry RPC after error@1001224609) -> (continuation of Deferred@1323957798 after retry RPC after error@1041501939)))
09:05:30.025 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@216366514(state=PENDING, result=null, callback=(continuation of Deferred@1291481432 after retry RPC after error@1805815802) -> (continuation of Deferred@1357989553 after retry RPC after error@2002696688) -> (continuation of Deferred@1748072178 after retry RPC after error@387184977) -> (continuation of Deferred@1301144012 after retry RPC after error@1335775412) -> (continuation of Deferred@754661715 after retry RPC after error@606766316) -> (continuation of Deferred@101421604 after retry RPC after error@1001224609) -> (continuation of Deferred@1323957798 after retry RPC after error@1041501939), errback=(continuation of Deferred@1291481432 after retry RPC after error@1805815802) -> (continuation of Deferred@1357989553 after retry RPC after error@2002696688) -> (continuation of Deferred@1748072178 after retry RPC after error@387184977) -> (continuation of Deferred@1301144012 after retry RPC after error@1335775412) -> (continuation of Deferred@754661715 after retry RPC after error@606766316) -> (continuation of Deferred@101421604 after retry RPC after error@1001224609) -> (continuation of Deferred@1323957798 after retry RPC after error@1041501939)))
09:05:30.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@101842914(state=PENDING, result=null, callback=(continuation of Deferred@1202560662 after retry RPC after error@832409880) -> (continuation of Deferred@967068189 after retry RPC after error@818105380) -> (continuation of Deferred@464596356 after retry RPC after error@1182366395) -> (continuation of Deferred@1570120907 after retry RPC after error@2006901041) -> (continuation of Deferred@1699819339 after retry RPC after error@1752186360) -> (continuation of Deferred@70057025 after retry RPC after error@79368860) -> (continuation of Deferred@1761369655 after retry RPC after error@25829677), errback=(continuation of Deferred@1202560662 after retry RPC after error@832409880) -> (continuation of Deferred@967068189 after retry RPC after error@818105380) -> (continuation of Deferred@464596356 after retry RPC after error@1182366395) -> (continuation of Deferred@1570120907 after retry RPC after error@2006901041) -> (continuation of Deferred@1699819339 after retry RPC after error@1752186360) -> (continuation of Deferred@70057025 after retry RPC after error@79368860) -> (continuation of Deferred@1761369655 after retry RPC after error@25829677)))
09:05:30.285 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@101842914(state=PENDING, result=null, callback=(continuation of Deferred@1202560662 after retry RPC after error@832409880) -> (continuation of Deferred@967068189 after retry RPC after error@818105380) -> (continuation of Deferred@464596356 after retry RPC after error@1182366395) -> (continuation of Deferred@1570120907 after retry RPC after error@2006901041) -> (continuation of Deferred@1699819339 after retry RPC after error@1752186360) -> (continuation of Deferred@70057025 after retry RPC after error@79368860) -> (continuation of Deferred@1761369655 after retry RPC after error@25829677), errback=(continuation of Deferred@1202560662 after retry RPC after error@832409880) -> (continuation of Deferred@967068189 after retry RPC after error@818105380) -> (continuation of Deferred@464596356 after retry RPC after error@1182366395) -> (continuation of Deferred@1570120907 after retry RPC after error@2006901041) -> (continuation of Deferred@1699819339 after retry RPC after error@1752186360) -> (continuation of Deferred@70057025 after retry RPC after error@79368860) -> (continuation of Deferred@1761369655 after retry RPC after error@25829677)))
09:05:30.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@363274667(state=PENDING, result=null, callback=(continuation of Deferred@1620500463 after retry RPC after error@404905826) -> (continuation of Deferred@2137467699 after retry RPC after error@1407317773) -> (continuation of Deferred@98448185 after retry RPC after error@252552623) -> (continuation of Deferred@1232415182 after retry RPC after error@359720562) -> (continuation of Deferred@1640192030 after retry RPC after error@58833236) -> (continuation of Deferred@1666894771 after retry RPC after error@1904997084) -> (continuation of Deferred@175327067 after retry RPC after error@79041624), errback=(continuation of Deferred@1620500463 after retry RPC after error@404905826) -> (continuation of Deferred@2137467699 after retry RPC after error@1407317773) -> (continuation of Deferred@98448185 after retry RPC after error@252552623) -> (continuation of Deferred@1232415182 after retry RPC after error@359720562) -> (continuation of Deferred@1640192030 after retry RPC after error@58833236) -> (continuation of Deferred@1666894771 after retry RPC after error@1904997084) -> (continuation of Deferred@175327067 after retry RPC after error@79041624)))
09:05:30.525 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@363274667(state=PENDING, result=null, callback=(continuation of Deferred@1620500463 after retry RPC after error@404905826) -> (continuation of Deferred@2137467699 after retry RPC after error@1407317773) -> (continuation of Deferred@98448185 after retry RPC after error@252552623) -> (continuation of Deferred@1232415182 after retry RPC after error@359720562) -> (continuation of Deferred@1640192030 after retry RPC after error@58833236) -> (continuation of Deferred@1666894771 after retry RPC after error@1904997084) -> (continuation of Deferred@175327067 after retry RPC after error@79041624), errback=(continuation of Deferred@1620500463 after retry RPC after error@404905826) -> (continuation of Deferred@2137467699 after retry RPC after error@1407317773) -> (continuation of Deferred@98448185 after retry RPC after error@252552623) -> (continuation of Deferred@1232415182 after retry RPC after error@359720562) -> (continuation of Deferred@1640192030 after retry RPC after error@58833236) -> (continuation of Deferred@1666894771 after retry RPC after error@1904997084) -> (continuation of Deferred@175327067 after retry RPC after error@79041624)))
09:05:30.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1899056962(state=PENDING, result=null, callback=(continuation of Deferred@1203307138 after retry RPC after error@1683583627) -> (continuation of Deferred@704172021 after retry RPC after error@1380507351) -> (continuation of Deferred@1575648014 after retry RPC after error@1921550098) -> (continuation of Deferred@501246417 after retry RPC after error@164274908) -> (continuation of Deferred@125213408 after retry RPC after error@837823755) -> (continuation of Deferred@801141765 after retry RPC after error@1933635427) -> (continuation of Deferred@1087560305 after retry RPC after error@1887059733), errback=(continuation of Deferred@1203307138 after retry RPC after error@1683583627) -> (continuation of Deferred@704172021 after retry RPC after error@1380507351) -> (continuation of Deferred@1575648014 after retry RPC after error@1921550098) -> (continuation of Deferred@501246417 after retry RPC after error@164274908) -> (continuation of Deferred@125213408 after retry RPC after error@837823755) -> (continuation of Deferred@801141765 after retry RPC after error@1933635427) -> (continuation of Deferred@1087560305 after retry RPC after error@1887059733)))
09:05:30.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1899056962(state=PENDING, result=null, callback=(continuation of Deferred@1203307138 after retry RPC after error@1683583627) -> (continuation of Deferred@704172021 after retry RPC after error@1380507351) -> (continuation of Deferred@1575648014 after retry RPC after error@1921550098) -> (continuation of Deferred@501246417 after retry RPC after error@164274908) -> (continuation of Deferred@125213408 after retry RPC after error@837823755) -> (continuation of Deferred@801141765 after retry RPC after error@1933635427) -> (continuation of Deferred@1087560305 after retry RPC after error@1887059733), errback=(continuation of Deferred@1203307138 after retry RPC after error@1683583627) -> (continuation of Deferred@704172021 after retry RPC after error@1380507351) -> (continuation of Deferred@1575648014 after retry RPC after error@1921550098) -> (continuation of Deferred@501246417 after retry RPC after error@164274908) -> (continuation of Deferred@125213408 after retry RPC after error@837823755) -> (continuation of Deferred@801141765 after retry RPC after error@1933635427) -> (continuation of Deferred@1087560305 after retry RPC after error@1887059733)))
09:05:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:30.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:30.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:30.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:30.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:30.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@765571735(state=PENDING, result=null, callback=(continuation of Deferred@1091154540 after retry RPC after error@2138035311) -> (continuation of Deferred@534675876 after retry RPC after error@1061924290) -> (continuation of Deferred@861790869 after retry RPC after error@839947325) -> (continuation of Deferred@1504239738 after retry RPC after error@1005548336) -> (continuation of Deferred@1744467858 after retry RPC after error@1375581740) -> (continuation of Deferred@1330132825 after retry RPC after error@259959667), errback=(continuation of Deferred@1091154540 after retry RPC after error@2138035311) -> (continuation of Deferred@534675876 after retry RPC after error@1061924290) -> (continuation of Deferred@861790869 after retry RPC after error@839947325) -> (continuation of Deferred@1504239738 after retry RPC after error@1005548336) -> (continuation of Deferred@1744467858 after retry RPC after error@1375581740) -> (continuation of Deferred@1330132825 after retry RPC after error@259959667)))
09:05:30.985 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@765571735(state=PENDING, result=null, callback=(continuation of Deferred@1091154540 after retry RPC after error@2138035311) -> (continuation of Deferred@534675876 after retry RPC after error@1061924290) -> (continuation of Deferred@861790869 after retry RPC after error@839947325) -> (continuation of Deferred@1504239738 after retry RPC after error@1005548336) -> (continuation of Deferred@1744467858 after retry RPC after error@1375581740) -> (continuation of Deferred@1330132825 after retry RPC after error@259959667), errback=(continuation of Deferred@1091154540 after retry RPC after error@2138035311) -> (continuation of Deferred@534675876 after retry RPC after error@1061924290) -> (continuation of Deferred@861790869 after retry RPC after error@839947325) -> (continuation of Deferred@1504239738 after retry RPC after error@1005548336) -> (continuation of Deferred@1744467858 after retry RPC after error@1375581740) -> (continuation of Deferred@1330132825 after retry RPC after error@259959667)))
09:05:31.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@618056308(state=PENDING, result=null, callback=(continuation of Deferred@1784151684 after retry RPC after error@714015306) -> (continuation of Deferred@1779231739 after retry RPC after error@2015041956) -> (continuation of Deferred@762145789 after retry RPC after error@2132980040) -> (continuation of Deferred@1929174628 after retry RPC after error@1384787878) -> (continuation of Deferred@343839881 after retry RPC after error@2126307263) -> (continuation of Deferred@1789342194 after retry RPC after error@1767097375), errback=(continuation of Deferred@1784151684 after retry RPC after error@714015306) -> (continuation of Deferred@1779231739 after retry RPC after error@2015041956) -> (continuation of Deferred@762145789 after retry RPC after error@2132980040) -> (continuation of Deferred@1929174628 after retry RPC after error@1384787878) -> (continuation of Deferred@343839881 after retry RPC after error@2126307263) -> (continuation of Deferred@1789342194 after retry RPC after error@1767097375)))
09:05:31.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@618056308(state=PENDING, result=null, callback=(continuation of Deferred@1784151684 after retry RPC after error@714015306) -> (continuation of Deferred@1779231739 after retry RPC after error@2015041956) -> (continuation of Deferred@762145789 after retry RPC after error@2132980040) -> (continuation of Deferred@1929174628 after retry RPC after error@1384787878) -> (continuation of Deferred@343839881 after retry RPC after error@2126307263) -> (continuation of Deferred@1789342194 after retry RPC after error@1767097375), errback=(continuation of Deferred@1784151684 after retry RPC after error@714015306) -> (continuation of Deferred@1779231739 after retry RPC after error@2015041956) -> (continuation of Deferred@762145789 after retry RPC after error@2132980040) -> (continuation of Deferred@1929174628 after retry RPC after error@1384787878) -> (continuation of Deferred@343839881 after retry RPC after error@2126307263) -> (continuation of Deferred@1789342194 after retry RPC after error@1767097375)))
09:05:31.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@697601680(state=PENDING, result=null, callback=(continuation of Deferred@987853561 after retry RPC after error@659762632) -> (continuation of Deferred@1052767002 after retry RPC after error@869403219) -> (continuation of Deferred@43368554 after retry RPC after error@1016500381) -> (continuation of Deferred@2112918326 after retry RPC after error@1590922825) -> (continuation of Deferred@1927910249 after retry RPC after error@2054420433) -> (continuation of Deferred@65249930 after retry RPC after error@1090569593) -> (continuation of Deferred@2135713003 after retry RPC after error@451205548), errback=(continuation of Deferred@987853561 after retry RPC after error@659762632) -> (continuation of Deferred@1052767002 after retry RPC after error@869403219) -> (continuation of Deferred@43368554 after retry RPC after error@1016500381) -> (continuation of Deferred@2112918326 after retry RPC after error@1590922825) -> (continuation of Deferred@1927910249 after retry RPC after error@2054420433) -> (continuation of Deferred@65249930 after retry RPC after error@1090569593) -> (continuation of Deferred@2135713003 after retry RPC after error@451205548)))
09:05:31.446 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@697601680(state=PENDING, result=null, callback=(continuation of Deferred@987853561 after retry RPC after error@659762632) -> (continuation of Deferred@1052767002 after retry RPC after error@869403219) -> (continuation of Deferred@43368554 after retry RPC after error@1016500381) -> (continuation of Deferred@2112918326 after retry RPC after error@1590922825) -> (continuation of Deferred@1927910249 after retry RPC after error@2054420433) -> (continuation of Deferred@65249930 after retry RPC after error@1090569593) -> (continuation of Deferred@2135713003 after retry RPC after error@451205548), errback=(continuation of Deferred@987853561 after retry RPC after error@659762632) -> (continuation of Deferred@1052767002 after retry RPC after error@869403219) -> (continuation of Deferred@43368554 after retry RPC after error@1016500381) -> (continuation of Deferred@2112918326 after retry RPC after error@1590922825) -> (continuation of Deferred@1927910249 after retry RPC after error@2054420433) -> (continuation of Deferred@65249930 after retry RPC after error@1090569593) -> (continuation of Deferred@2135713003 after retry RPC after error@451205548)))
09:05:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:31.588374 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:31.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:31.588582 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:31.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@843468903(state=PENDING, result=null, callback=(continuation of Deferred@2009059584 after retry RPC after error@1046366088) -> (continuation of Deferred@650717143 after retry RPC after error@638356993) -> (continuation of Deferred@791833617 after retry RPC after error@1662782584) -> (continuation of Deferred@210004051 after retry RPC after error@1320850244) -> (continuation of Deferred@1918119014 after retry RPC after error@1906868632) -> (continuation of Deferred@1581365518 after retry RPC after error@1157308721) -> (continuation of Deferred@396301012 after retry RPC after error@571401726), errback=(continuation of Deferred@2009059584 after retry RPC after error@1046366088) -> (continuation of Deferred@650717143 after retry RPC after error@638356993) -> (continuation of Deferred@791833617 after retry RPC after error@1662782584) -> (continuation of Deferred@210004051 after retry RPC after error@1320850244) -> (continuation of Deferred@1918119014 after retry RPC after error@1906868632) -> (continuation of Deferred@1581365518 after retry RPC after error@1157308721) -> (continuation of Deferred@396301012 after retry RPC after error@571401726)))
09:05:31.685 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@843468903(state=PENDING, result=null, callback=(continuation of Deferred@2009059584 after retry RPC after error@1046366088) -> (continuation of Deferred@650717143 after retry RPC after error@638356993) -> (continuation of Deferred@791833617 after retry RPC after error@1662782584) -> (continuation of Deferred@210004051 after retry RPC after error@1320850244) -> (continuation of Deferred@1918119014 after retry RPC after error@1906868632) -> (continuation of Deferred@1581365518 after retry RPC after error@1157308721) -> (continuation of Deferred@396301012 after retry RPC after error@571401726), errback=(continuation of Deferred@2009059584 after retry RPC after error@1046366088) -> (continuation of Deferred@650717143 after retry RPC after error@638356993) -> (continuation of Deferred@791833617 after retry RPC after error@1662782584) -> (continuation of Deferred@210004051 after retry RPC after error@1320850244) -> (continuation of Deferred@1918119014 after retry RPC after error@1906868632) -> (continuation of Deferred@1581365518 after retry RPC after error@1157308721) -> (continuation of Deferred@396301012 after retry RPC after error@571401726)))
09:05:31.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2091816983(state=PENDING, result=null, callback=(continuation of Deferred@1733521953 after retry RPC after error@245349910) -> (continuation of Deferred@1397432951 after retry RPC after error@1538094633) -> (continuation of Deferred@663995655 after retry RPC after error@1410314477) -> (continuation of Deferred@1591572609 after retry RPC after error@1861304653) -> (continuation of Deferred@1467161193 after retry RPC after error@2127712434) -> (continuation of Deferred@1274947225 after retry RPC after error@794946946) -> (continuation of Deferred@1619921493 after retry RPC after error@213221686), errback=(continuation of Deferred@1733521953 after retry RPC after error@245349910) -> (continuation of Deferred@1397432951 after retry RPC after error@1538094633) -> (continuation of Deferred@663995655 after retry RPC after error@1410314477) -> (continuation of Deferred@1591572609 after retry RPC after error@1861304653) -> (continuation of Deferred@1467161193 after retry RPC after error@2127712434) -> (continuation of Deferred@1274947225 after retry RPC after error@794946946) -> (continuation of Deferred@1619921493 after retry RPC after error@213221686)))
09:05:31.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2091816983(state=PENDING, result=null, callback=(continuation of Deferred@1733521953 after retry RPC after error@245349910) -> (continuation of Deferred@1397432951 after retry RPC after error@1538094633) -> (continuation of Deferred@663995655 after retry RPC after error@1410314477) -> (continuation of Deferred@1591572609 after retry RPC after error@1861304653) -> (continuation of Deferred@1467161193 after retry RPC after error@2127712434) -> (continuation of Deferred@1274947225 after retry RPC after error@794946946) -> (continuation of Deferred@1619921493 after retry RPC after error@213221686), errback=(continuation of Deferred@1733521953 after retry RPC after error@245349910) -> (continuation of Deferred@1397432951 after retry RPC after error@1538094633) -> (continuation of Deferred@663995655 after retry RPC after error@1410314477) -> (continuation of Deferred@1591572609 after retry RPC after error@1861304653) -> (continuation of Deferred@1467161193 after retry RPC after error@2127712434) -> (continuation of Deferred@1274947225 after retry RPC after error@794946946) -> (continuation of Deferred@1619921493 after retry RPC after error@213221686)))
09:05:31.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:31.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:31.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:31.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:31.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:31.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.203 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@865649134(state=PENDING, result=null, callback=(continuation of Deferred@1791775508 after retry RPC after error@886781138) -> (continuation of Deferred@1134833665 after retry RPC after error@918949418) -> (continuation of Deferred@1041936149 after retry RPC after error@1393189280) -> (continuation of Deferred@835479544 after retry RPC after error@930973877) -> (continuation of Deferred@1551166280 after retry RPC after error@1559463431) -> (continuation of Deferred@240306630 after retry RPC after error@1437712537) -> (continuation of Deferred@778325964 after retry RPC after error@1860642745), errback=(continuation of Deferred@1791775508 after retry RPC after error@886781138) -> (continuation of Deferred@1134833665 after retry RPC after error@918949418) -> (continuation of Deferred@1041936149 after retry RPC after error@1393189280) -> (continuation of Deferred@835479544 after retry RPC after error@930973877) -> (continuation of Deferred@1551166280 after retry RPC after error@1559463431) -> (continuation of Deferred@240306630 after retry RPC after error@1437712537) -> (continuation of Deferred@778325964 after retry RPC after error@1860642745)))
09:05:32.203 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:32.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@134082650(state=PENDING, result=null, callback=(continuation of Deferred@211740229 after retry RPC after error@1933110944) -> (continuation of Deferred@892076176 after retry RPC after error@1572555087) -> (continuation of Deferred@653009011 after retry RPC after error@303405024) -> (continuation of Deferred@1206402482 after retry RPC after error@1084155185) -> (continuation of Deferred@129415913 after retry RPC after error@966956904) -> (continuation of Deferred@1059141699 after retry RPC after error@136443387) -> (continuation of Deferred@980576228 after retry RPC after error@390508053), errback=(continuation of Deferred@211740229 after retry RPC after error@1933110944) -> (continuation of Deferred@892076176 after retry RPC after error@1572555087) -> (continuation of Deferred@653009011 after retry RPC after error@303405024) -> (continuation of Deferred@1206402482 after retry RPC after error@1084155185) -> (continuation of Deferred@129415913 after retry RPC after error@966956904) -> (continuation of Deferred@1059141699 after retry RPC after error@136443387) -> (continuation of Deferred@980576228 after retry RPC after error@390508053)))
09:05:32.426 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@134082650(state=PENDING, result=null, callback=(continuation of Deferred@211740229 after retry RPC after error@1933110944) -> (continuation of Deferred@892076176 after retry RPC after error@1572555087) -> (continuation of Deferred@653009011 after retry RPC after error@303405024) -> (continuation of Deferred@1206402482 after retry RPC after error@1084155185) -> (continuation of Deferred@129415913 after retry RPC after error@966956904) -> (continuation of Deferred@1059141699 after retry RPC after error@136443387) -> (continuation of Deferred@980576228 after retry RPC after error@390508053), errback=(continuation of Deferred@211740229 after retry RPC after error@1933110944) -> (continuation of Deferred@892076176 after retry RPC after error@1572555087) -> (continuation of Deferred@653009011 after retry RPC after error@303405024) -> (continuation of Deferred@1206402482 after retry RPC after error@1084155185) -> (continuation of Deferred@129415913 after retry RPC after error@966956904) -> (continuation of Deferred@1059141699 after retry RPC after error@136443387) -> (continuation of Deferred@980576228 after retry RPC after error@390508053)))
09:05:32.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1226924496(state=PENDING, result=null, callback=(continuation of Deferred@1050711793 after retry RPC after error@2095622162) -> (continuation of Deferred@1176912692 after retry RPC after error@72058305) -> (continuation of Deferred@1055296679 after retry RPC after error@133630801) -> (continuation of Deferred@1941755768 after retry RPC after error@729887043) -> (continuation of Deferred@562561824 after retry RPC after error@513423811) -> (continuation of Deferred@185084543 after retry RPC after error@690035060) -> (continuation of Deferred@1213308531 after retry RPC after error@130736795), errback=(continuation of Deferred@1050711793 after retry RPC after error@2095622162) -> (continuation of Deferred@1176912692 after retry RPC after error@72058305) -> (continuation of Deferred@1055296679 after retry RPC after error@133630801) -> (continuation of Deferred@1941755768 after retry RPC after error@729887043) -> (continuation of Deferred@562561824 after retry RPC after error@513423811) -> (continuation of Deferred@185084543 after retry RPC after error@690035060) -> (continuation of Deferred@1213308531 after retry RPC after error@130736795)))
09:05:32.665 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1226924496(state=PENDING, result=null, callback=(continuation of Deferred@1050711793 after retry RPC after error@2095622162) -> (continuation of Deferred@1176912692 after retry RPC after error@72058305) -> (continuation of Deferred@1055296679 after retry RPC after error@133630801) -> (continuation of Deferred@1941755768 after retry RPC after error@729887043) -> (continuation of Deferred@562561824 after retry RPC after error@513423811) -> (continuation of Deferred@185084543 after retry RPC after error@690035060) -> (continuation of Deferred@1213308531 after retry RPC after error@130736795), errback=(continuation of Deferred@1050711793 after retry RPC after error@2095622162) -> (continuation of Deferred@1176912692 after retry RPC after error@72058305) -> (continuation of Deferred@1055296679 after retry RPC after error@133630801) -> (continuation of Deferred@1941755768 after retry RPC after error@729887043) -> (continuation of Deferred@562561824 after retry RPC after error@513423811) -> (continuation of Deferred@185084543 after retry RPC after error@690035060) -> (continuation of Deferred@1213308531 after retry RPC after error@130736795)))
09:05:32.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.829 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1627299071(state=PENDING, result=null, callback=(continuation of Deferred@1535507488 after retry RPC after error@414845025) -> (continuation of Deferred@1291837126 after retry RPC after error@1492298434) -> (continuation of Deferred@753023232 after retry RPC after error@1691600381) -> (continuation of Deferred@1449672271 after retry RPC after error@453061370) -> (continuation of Deferred@638986915 after retry RPC after error@1553002417) -> (continuation of Deferred@1260202026 after retry RPC after error@1507433801) -> (continuation of Deferred@1317922787 after retry RPC after error@356213988), errback=(continuation of Deferred@1535507488 after retry RPC after error@414845025) -> (continuation of Deferred@1291837126 after retry RPC after error@1492298434) -> (continuation of Deferred@753023232 after retry RPC after error@1691600381) -> (continuation of Deferred@1449672271 after retry RPC after error@453061370) -> (continuation of Deferred@638986915 after retry RPC after error@1553002417) -> (continuation of Deferred@1260202026 after retry RPC after error@1507433801) -> (continuation of Deferred@1317922787 after retry RPC after error@356213988)))
09:05:32.886 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1627299071(state=PENDING, result=null, callback=(continuation of Deferred@1535507488 after retry RPC after error@414845025) -> (continuation of Deferred@1291837126 after retry RPC after error@1492298434) -> (continuation of Deferred@753023232 after retry RPC after error@1691600381) -> (continuation of Deferred@1449672271 after retry RPC after error@453061370) -> (continuation of Deferred@638986915 after retry RPC after error@1553002417) -> (continuation of Deferred@1260202026 after retry RPC after error@1507433801) -> (continuation of Deferred@1317922787 after retry RPC after error@356213988), errback=(continuation of Deferred@1535507488 after retry RPC after error@414845025) -> (continuation of Deferred@1291837126 after retry RPC after error@1492298434) -> (continuation of Deferred@753023232 after retry RPC after error@1691600381) -> (continuation of Deferred@1449672271 after retry RPC after error@453061370) -> (continuation of Deferred@638986915 after retry RPC after error@1553002417) -> (continuation of Deferred@1260202026 after retry RPC after error@1507433801) -> (continuation of Deferred@1317922787 after retry RPC after error@356213988)))
09:05:32.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:32.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:32.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:32.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:32.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:32.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2131710659(state=PENDING, result=null, callback=(continuation of Deferred@1569545359 after retry RPC after error@1331822154) -> (continuation of Deferred@1393990248 after retry RPC after error@1451905923) -> (continuation of Deferred@1632896249 after retry RPC after error@562509111) -> (continuation of Deferred@1176841909 after retry RPC after error@1119321017) -> (continuation of Deferred@50715866 after retry RPC after error@456359680) -> (continuation of Deferred@1946987093 after retry RPC after error@220167646) -> (continuation of Deferred@550605739 after retry RPC after error@546972622), errback=(continuation of Deferred@1569545359 after retry RPC after error@1331822154) -> (continuation of Deferred@1393990248 after retry RPC after error@1451905923) -> (continuation of Deferred@1632896249 after retry RPC after error@562509111) -> (continuation of Deferred@1176841909 after retry RPC after error@1119321017) -> (continuation of Deferred@50715866 after retry RPC after error@456359680) -> (continuation of Deferred@1946987093 after retry RPC after error@220167646) -> (continuation of Deferred@550605739 after retry RPC after error@546972622)))
09:05:33.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2131710659(state=PENDING, result=null, callback=(continuation of Deferred@1569545359 after retry RPC after error@1331822154) -> (continuation of Deferred@1393990248 after retry RPC after error@1451905923) -> (continuation of Deferred@1632896249 after retry RPC after error@562509111) -> (continuation of Deferred@1176841909 after retry RPC after error@1119321017) -> (continuation of Deferred@50715866 after retry RPC after error@456359680) -> (continuation of Deferred@1946987093 after retry RPC after error@220167646) -> (continuation of Deferred@550605739 after retry RPC after error@546972622), errback=(continuation of Deferred@1569545359 after retry RPC after error@1331822154) -> (continuation of Deferred@1393990248 after retry RPC after error@1451905923) -> (continuation of Deferred@1632896249 after retry RPC after error@562509111) -> (continuation of Deferred@1176841909 after retry RPC after error@1119321017) -> (continuation of Deferred@50715866 after retry RPC after error@456359680) -> (continuation of Deferred@1946987093 after retry RPC after error@220167646) -> (continuation of Deferred@550605739 after retry RPC after error@546972622)))
09:05:33.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@912664600(state=PENDING, result=null, callback=(continuation of Deferred@1015098106 after retry RPC after error@1690655352) -> (continuation of Deferred@1465639641 after retry RPC after error@1358571202) -> (continuation of Deferred@1696141533 after retry RPC after error@734101660) -> (continuation of Deferred@587522583 after retry RPC after error@583601283) -> (continuation of Deferred@259751935 after retry RPC after error@681167852) -> (continuation of Deferred@738824370 after retry RPC after error@1179528356), errback=(continuation of Deferred@1015098106 after retry RPC after error@1690655352) -> (continuation of Deferred@1465639641 after retry RPC after error@1358571202) -> (continuation of Deferred@1696141533 after retry RPC after error@734101660) -> (continuation of Deferred@587522583 after retry RPC after error@583601283) -> (continuation of Deferred@259751935 after retry RPC after error@681167852) -> (continuation of Deferred@738824370 after retry RPC after error@1179528356)))
09:05:33.305 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@912664600(state=PENDING, result=null, callback=(continuation of Deferred@1015098106 after retry RPC after error@1690655352) -> (continuation of Deferred@1465639641 after retry RPC after error@1358571202) -> (continuation of Deferred@1696141533 after retry RPC after error@734101660) -> (continuation of Deferred@587522583 after retry RPC after error@583601283) -> (continuation of Deferred@259751935 after retry RPC after error@681167852) -> (continuation of Deferred@738824370 after retry RPC after error@1179528356), errback=(continuation of Deferred@1015098106 after retry RPC after error@1690655352) -> (continuation of Deferred@1465639641 after retry RPC after error@1358571202) -> (continuation of Deferred@1696141533 after retry RPC after error@734101660) -> (continuation of Deferred@587522583 after retry RPC after error@583601283) -> (continuation of Deferred@259751935 after retry RPC after error@681167852) -> (continuation of Deferred@738824370 after retry RPC after error@1179528356)))
09:05:33.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1691096106(state=PENDING, result=null, callback=(continuation of Deferred@1476589655 after retry RPC after error@699071085) -> (continuation of Deferred@1398292450 after retry RPC after error@1462832359) -> (continuation of Deferred@415143446 after retry RPC after error@1723428606) -> (continuation of Deferred@1947007716 after retry RPC after error@721782454) -> (continuation of Deferred@1197980646 after retry RPC after error@1787097962) -> (continuation of Deferred@2043473668 after retry RPC after error@2122049213) -> (continuation of Deferred@70896159 after retry RPC after error@1240168017), errback=(continuation of Deferred@1476589655 after retry RPC after error@699071085) -> (continuation of Deferred@1398292450 after retry RPC after error@1462832359) -> (continuation of Deferred@415143446 after retry RPC after error@1723428606) -> (continuation of Deferred@1947007716 after retry RPC after error@721782454) -> (continuation of Deferred@1197980646 after retry RPC after error@1787097962) -> (continuation of Deferred@2043473668 after retry RPC after error@2122049213) -> (continuation of Deferred@70896159 after retry RPC after error@1240168017)))
09:05:33.566 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1691096106(state=PENDING, result=null, callback=(continuation of Deferred@1476589655 after retry RPC after error@699071085) -> (continuation of Deferred@1398292450 after retry RPC after error@1462832359) -> (continuation of Deferred@415143446 after retry RPC after error@1723428606) -> (continuation of Deferred@1947007716 after retry RPC after error@721782454) -> (continuation of Deferred@1197980646 after retry RPC after error@1787097962) -> (continuation of Deferred@2043473668 after retry RPC after error@2122049213) -> (continuation of Deferred@70896159 after retry RPC after error@1240168017), errback=(continuation of Deferred@1476589655 after retry RPC after error@699071085) -> (continuation of Deferred@1398292450 after retry RPC after error@1462832359) -> (continuation of Deferred@415143446 after retry RPC after error@1723428606) -> (continuation of Deferred@1947007716 after retry RPC after error@721782454) -> (continuation of Deferred@1197980646 after retry RPC after error@1787097962) -> (continuation of Deferred@2043473668 after retry RPC after error@2122049213) -> (continuation of Deferred@70896159 after retry RPC after error@1240168017)))
09:05:33.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@824027554(state=PENDING, result=null, callback=(continuation of Deferred@792146056 after retry RPC after error@462115607) -> (continuation of Deferred@402391071 after retry RPC after error@1265691643) -> (continuation of Deferred@1565864301 after retry RPC after error@470270523) -> (continuation of Deferred@1795999068 after retry RPC after error@661636341) -> (continuation of Deferred@1397053228 after retry RPC after error@1903251813) -> (continuation of Deferred@2094685234 after retry RPC after error@625698608) -> (continuation of Deferred@1557047426 after retry RPC after error@667885575), errback=(continuation of Deferred@792146056 after retry RPC after error@462115607) -> (continuation of Deferred@402391071 after retry RPC after error@1265691643) -> (continuation of Deferred@1565864301 after retry RPC after error@470270523) -> (continuation of Deferred@1795999068 after retry RPC after error@661636341) -> (continuation of Deferred@1397053228 after retry RPC after error@1903251813) -> (continuation of Deferred@2094685234 after retry RPC after error@625698608) -> (continuation of Deferred@1557047426 after retry RPC after error@667885575)))
09:05:33.806 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@824027554(state=PENDING, result=null, callback=(continuation of Deferred@792146056 after retry RPC after error@462115607) -> (continuation of Deferred@402391071 after retry RPC after error@1265691643) -> (continuation of Deferred@1565864301 after retry RPC after error@470270523) -> (continuation of Deferred@1795999068 after retry RPC after error@661636341) -> (continuation of Deferred@1397053228 after retry RPC after error@1903251813) -> (continuation of Deferred@2094685234 after retry RPC after error@625698608) -> (continuation of Deferred@1557047426 after retry RPC after error@667885575), errback=(continuation of Deferred@792146056 after retry RPC after error@462115607) -> (continuation of Deferred@402391071 after retry RPC after error@1265691643) -> (continuation of Deferred@1565864301 after retry RPC after error@470270523) -> (continuation of Deferred@1795999068 after retry RPC after error@661636341) -> (continuation of Deferred@1397053228 after retry RPC after error@1903251813) -> (continuation of Deferred@2094685234 after retry RPC after error@625698608) -> (continuation of Deferred@1557047426 after retry RPC after error@667885575)))
09:05:33.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:33.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:33.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:33.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:33.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:33.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.025 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1777364776(state=PENDING, result=null, callback=(continuation of Deferred@687785073 after retry RPC after error@1140532926) -> (continuation of Deferred@338123589 after retry RPC after error@2126835654) -> (continuation of Deferred@549937443 after retry RPC after error@974355795) -> (continuation of Deferred@339801127 after retry RPC after error@1294173110) -> (continuation of Deferred@1458978120 after retry RPC after error@2007903008) -> (continuation of Deferred@1692145726 after retry RPC after error@900929824) -> (continuation of Deferred@1380482723 after retry RPC after error@1413069025), errback=(continuation of Deferred@687785073 after retry RPC after error@1140532926) -> (continuation of Deferred@338123589 after retry RPC after error@2126835654) -> (continuation of Deferred@549937443 after retry RPC after error@974355795) -> (continuation of Deferred@339801127 after retry RPC after error@1294173110) -> (continuation of Deferred@1458978120 after retry RPC after error@2007903008) -> (continuation of Deferred@1692145726 after retry RPC after error@900929824) -> (continuation of Deferred@1380482723 after retry RPC after error@1413069025)))
09:05:34.025 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1777364776(state=PENDING, result=null, callback=(continuation of Deferred@687785073 after retry RPC after error@1140532926) -> (continuation of Deferred@338123589 after retry RPC after error@2126835654) -> (continuation of Deferred@549937443 after retry RPC after error@974355795) -> (continuation of Deferred@339801127 after retry RPC after error@1294173110) -> (continuation of Deferred@1458978120 after retry RPC after error@2007903008) -> (continuation of Deferred@1692145726 after retry RPC after error@900929824) -> (continuation of Deferred@1380482723 after retry RPC after error@1413069025), errback=(continuation of Deferred@687785073 after retry RPC after error@1140532926) -> (continuation of Deferred@338123589 after retry RPC after error@2126835654) -> (continuation of Deferred@549937443 after retry RPC after error@974355795) -> (continuation of Deferred@339801127 after retry RPC after error@1294173110) -> (continuation of Deferred@1458978120 after retry RPC after error@2007903008) -> (continuation of Deferred@1692145726 after retry RPC after error@900929824) -> (continuation of Deferred@1380482723 after retry RPC after error@1413069025)))
09:05:34.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@546393253(state=PENDING, result=null, callback=(continuation of Deferred@782703077 after retry RPC after error@1256761704) -> (continuation of Deferred@1893717402 after retry RPC after error@1510038336) -> (continuation of Deferred@1291786708 after retry RPC after error@1129536202) -> (continuation of Deferred@1294869567 after retry RPC after error@489008513) -> (continuation of Deferred@698365512 after retry RPC after error@1895611580) -> (continuation of Deferred@1288663360 after retry RPC after error@2083947773), errback=(continuation of Deferred@782703077 after retry RPC after error@1256761704) -> (continuation of Deferred@1893717402 after retry RPC after error@1510038336) -> (continuation of Deferred@1291786708 after retry RPC after error@1129536202) -> (continuation of Deferred@1294869567 after retry RPC after error@489008513) -> (continuation of Deferred@698365512 after retry RPC after error@1895611580) -> (continuation of Deferred@1288663360 after retry RPC after error@2083947773)))
09:05:34.225 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@546393253(state=PENDING, result=null, callback=(continuation of Deferred@782703077 after retry RPC after error@1256761704) -> (continuation of Deferred@1893717402 after retry RPC after error@1510038336) -> (continuation of Deferred@1291786708 after retry RPC after error@1129536202) -> (continuation of Deferred@1294869567 after retry RPC after error@489008513) -> (continuation of Deferred@698365512 after retry RPC after error@1895611580) -> (continuation of Deferred@1288663360 after retry RPC after error@2083947773), errback=(continuation of Deferred@782703077 after retry RPC after error@1256761704) -> (continuation of Deferred@1893717402 after retry RPC after error@1510038336) -> (continuation of Deferred@1291786708 after retry RPC after error@1129536202) -> (continuation of Deferred@1294869567 after retry RPC after error@489008513) -> (continuation of Deferred@698365512 after retry RPC after error@1895611580) -> (continuation of Deferred@1288663360 after retry RPC after error@2083947773)))
09:05:34.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:34.403388 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:34.404769 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:34.406389 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:34.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@782780149(state=PENDING, result=null, callback=(continuation of Deferred@819654620 after retry RPC after error@798366538) -> (continuation of Deferred@207833981 after retry RPC after error@1611672554) -> (continuation of Deferred@131304507 after retry RPC after error@402688960) -> (continuation of Deferred@246285086 after retry RPC after error@1862284890) -> (continuation of Deferred@1948896725 after retry RPC after error@1760237083) -> (continuation of Deferred@371412715 after retry RPC after error@2021591187) -> (continuation of Deferred@1107436844 after retry RPC after error@1927919801), errback=(continuation of Deferred@819654620 after retry RPC after error@798366538) -> (continuation of Deferred@207833981 after retry RPC after error@1611672554) -> (continuation of Deferred@131304507 after retry RPC after error@402688960) -> (continuation of Deferred@246285086 after retry RPC after error@1862284890) -> (continuation of Deferred@1948896725 after retry RPC after error@1760237083) -> (continuation of Deferred@371412715 after retry RPC after error@2021591187) -> (continuation of Deferred@1107436844 after retry RPC after error@1927919801)))
09:05:34.466 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@782780149(state=PENDING, result=null, callback=(continuation of Deferred@819654620 after retry RPC after error@798366538) -> (continuation of Deferred@207833981 after retry RPC after error@1611672554) -> (continuation of Deferred@131304507 after retry RPC after error@402688960) -> (continuation of Deferred@246285086 after retry RPC after error@1862284890) -> (continuation of Deferred@1948896725 after retry RPC after error@1760237083) -> (continuation of Deferred@371412715 after retry RPC after error@2021591187) -> (continuation of Deferred@1107436844 after retry RPC after error@1927919801), errback=(continuation of Deferred@819654620 after retry RPC after error@798366538) -> (continuation of Deferred@207833981 after retry RPC after error@1611672554) -> (continuation of Deferred@131304507 after retry RPC after error@402688960) -> (continuation of Deferred@246285086 after retry RPC after error@1862284890) -> (continuation of Deferred@1948896725 after retry RPC after error@1760237083) -> (continuation of Deferred@371412715 after retry RPC after error@2021591187) -> (continuation of Deferred@1107436844 after retry RPC after error@1927919801)))
09:05:34.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@806280977(state=PENDING, result=null, callback=(continuation of Deferred@1581290667 after retry RPC after error@41658937) -> (continuation of Deferred@1227253617 after retry RPC after error@253153043) -> (continuation of Deferred@1428813718 after retry RPC after error@173847912) -> (continuation of Deferred@1882932925 after retry RPC after error@1231843838) -> (continuation of Deferred@1407429122 after retry RPC after error@1023124195) -> (continuation of Deferred@375330159 after retry RPC after error@1016493531), errback=(continuation of Deferred@1581290667 after retry RPC after error@41658937) -> (continuation of Deferred@1227253617 after retry RPC after error@253153043) -> (continuation of Deferred@1428813718 after retry RPC after error@173847912) -> (continuation of Deferred@1882932925 after retry RPC after error@1231843838) -> (continuation of Deferred@1407429122 after retry RPC after error@1023124195) -> (continuation of Deferred@375330159 after retry RPC after error@1016493531)))
09:05:34.686 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@806280977(state=PENDING, result=null, callback=(continuation of Deferred@1581290667 after retry RPC after error@41658937) -> (continuation of Deferred@1227253617 after retry RPC after error@253153043) -> (continuation of Deferred@1428813718 after retry RPC after error@173847912) -> (continuation of Deferred@1882932925 after retry RPC after error@1231843838) -> (continuation of Deferred@1407429122 after retry RPC after error@1023124195) -> (continuation of Deferred@375330159 after retry RPC after error@1016493531), errback=(continuation of Deferred@1581290667 after retry RPC after error@41658937) -> (continuation of Deferred@1227253617 after retry RPC after error@253153043) -> (continuation of Deferred@1428813718 after retry RPC after error@173847912) -> (continuation of Deferred@1882932925 after retry RPC after error@1231843838) -> (continuation of Deferred@1407429122 after retry RPC after error@1023124195) -> (continuation of Deferred@375330159 after retry RPC after error@1016493531)))
09:05:34.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.925 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@438557566(state=PENDING, result=null, callback=(continuation of Deferred@1279266837 after retry RPC after error@605788405) -> (continuation of Deferred@2114076334 after retry RPC after error@2063528507) -> (continuation of Deferred@921867721 after retry RPC after error@1314291666) -> (continuation of Deferred@558813176 after retry RPC after error@741121728) -> (continuation of Deferred@248646225 after retry RPC after error@1938246838) -> (continuation of Deferred@610364465 after retry RPC after error@1819487459) -> (continuation of Deferred@1919759294 after retry RPC after error@994452409) -> (continuation of Deferred@342478852 after retry RPC after error@1627972190), errback=(continuation of Deferred@1279266837 after retry RPC after error@605788405) -> (continuation of Deferred@2114076334 after retry RPC after error@2063528507) -> (continuation of Deferred@921867721 after retry RPC after error@1314291666) -> (continuation of Deferred@558813176 after retry RPC after error@741121728) -> (continuation of Deferred@248646225 after retry RPC after error@1938246838) -> (continuation of Deferred@610364465 after retry RPC after error@1819487459) -> (continuation of Deferred@1919759294 after retry RPC after error@994452409) -> (continuation of Deferred@342478852 after retry RPC after error@1627972190)))
09:05:34.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@438557566(state=PENDING, result=null, callback=(continuation of Deferred@1279266837 after retry RPC after error@605788405) -> (continuation of Deferred@2114076334 after retry RPC after error@2063528507) -> (continuation of Deferred@921867721 after retry RPC after error@1314291666) -> (continuation of Deferred@558813176 after retry RPC after error@741121728) -> (continuation of Deferred@248646225 after retry RPC after error@1938246838) -> (continuation of Deferred@610364465 after retry RPC after error@1819487459) -> (continuation of Deferred@1919759294 after retry RPC after error@994452409) -> (continuation of Deferred@342478852 after retry RPC after error@1627972190), errback=(continuation of Deferred@1279266837 after retry RPC after error@605788405) -> (continuation of Deferred@2114076334 after retry RPC after error@2063528507) -> (continuation of Deferred@921867721 after retry RPC after error@1314291666) -> (continuation of Deferred@558813176 after retry RPC after error@741121728) -> (continuation of Deferred@248646225 after retry RPC after error@1938246838) -> (continuation of Deferred@610364465 after retry RPC after error@1819487459) -> (continuation of Deferred@1919759294 after retry RPC after error@994452409) -> (continuation of Deferred@342478852 after retry RPC after error@1627972190)))
09:05:34.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:34.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:34.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:34.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:34.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:34.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1811376352(state=PENDING, result=null, callback=(continuation of Deferred@371940176 after retry RPC after error@975569963) -> (continuation of Deferred@411256952 after retry RPC after error@1214485472) -> (continuation of Deferred@81703015 after retry RPC after error@248769419) -> (continuation of Deferred@202482337 after retry RPC after error@1488571472) -> (continuation of Deferred@689246888 after retry RPC after error@940260274) -> (continuation of Deferred@965644984 after retry RPC after error@801313429) -> (continuation of Deferred@776127895 after retry RPC after error@1341504838) -> (continuation of Deferred@35913042 after retry RPC after error@893583417), errback=(continuation of Deferred@371940176 after retry RPC after error@975569963) -> (continuation of Deferred@411256952 after retry RPC after error@1214485472) -> (continuation of Deferred@81703015 after retry RPC after error@248769419) -> (continuation of Deferred@202482337 after retry RPC after error@1488571472) -> (continuation of Deferred@689246888 after retry RPC after error@940260274) -> (continuation of Deferred@965644984 after retry RPC after error@801313429) -> (continuation of Deferred@776127895 after retry RPC after error@1341504838) -> (continuation of Deferred@35913042 after retry RPC after error@893583417)))
09:05:35.166 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1811376352(state=PENDING, result=null, callback=(continuation of Deferred@371940176 after retry RPC after error@975569963) -> (continuation of Deferred@411256952 after retry RPC after error@1214485472) -> (continuation of Deferred@81703015 after retry RPC after error@248769419) -> (continuation of Deferred@202482337 after retry RPC after error@1488571472) -> (continuation of Deferred@689246888 after retry RPC after error@940260274) -> (continuation of Deferred@965644984 after retry RPC after error@801313429) -> (continuation of Deferred@776127895 after retry RPC after error@1341504838) -> (continuation of Deferred@35913042 after retry RPC after error@893583417), errback=(continuation of Deferred@371940176 after retry RPC after error@975569963) -> (continuation of Deferred@411256952 after retry RPC after error@1214485472) -> (continuation of Deferred@81703015 after retry RPC after error@248769419) -> (continuation of Deferred@202482337 after retry RPC after error@1488571472) -> (continuation of Deferred@689246888 after retry RPC after error@940260274) -> (continuation of Deferred@965644984 after retry RPC after error@801313429) -> (continuation of Deferred@776127895 after retry RPC after error@1341504838) -> (continuation of Deferred@35913042 after retry RPC after error@893583417)))
09:05:35.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.365 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@463333609(state=PENDING, result=null, callback=(continuation of Deferred@1818681481 after retry RPC after error@1921185991) -> (continuation of Deferred@723991813 after retry RPC after error@1594442280) -> (continuation of Deferred@78681064 after retry RPC after error@1628510073) -> (continuation of Deferred@1942802763 after retry RPC after error@1715590424) -> (continuation of Deferred@1726883307 after retry RPC after error@254626960) -> (continuation of Deferred@452891319 after retry RPC after error@1920953829), errback=(continuation of Deferred@1818681481 after retry RPC after error@1921185991) -> (continuation of Deferred@723991813 after retry RPC after error@1594442280) -> (continuation of Deferred@78681064 after retry RPC after error@1628510073) -> (continuation of Deferred@1942802763 after retry RPC after error@1715590424) -> (continuation of Deferred@1726883307 after retry RPC after error@254626960) -> (continuation of Deferred@452891319 after retry RPC after error@1920953829)))
09:05:35.365 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@463333609(state=PENDING, result=null, callback=(continuation of Deferred@1818681481 after retry RPC after error@1921185991) -> (continuation of Deferred@723991813 after retry RPC after error@1594442280) -> (continuation of Deferred@78681064 after retry RPC after error@1628510073) -> (continuation of Deferred@1942802763 after retry RPC after error@1715590424) -> (continuation of Deferred@1726883307 after retry RPC after error@254626960) -> (continuation of Deferred@452891319 after retry RPC after error@1920953829), errback=(continuation of Deferred@1818681481 after retry RPC after error@1921185991) -> (continuation of Deferred@723991813 after retry RPC after error@1594442280) -> (continuation of Deferred@78681064 after retry RPC after error@1628510073) -> (continuation of Deferred@1942802763 after retry RPC after error@1715590424) -> (continuation of Deferred@1726883307 after retry RPC after error@254626960) -> (continuation of Deferred@452891319 after retry RPC after error@1920953829)))
09:05:35.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1124736074(state=PENDING, result=null, callback=(continuation of Deferred@1131120996 after retry RPC after error@1498774844) -> (continuation of Deferred@504449055 after retry RPC after error@225116123) -> (continuation of Deferred@307591099 after retry RPC after error@1612403792) -> (continuation of Deferred@1952360956 after retry RPC after error@781190283) -> (continuation of Deferred@398546509 after retry RPC after error@759314737) -> (continuation of Deferred@743597100 after retry RPC after error@46696817), errback=(continuation of Deferred@1131120996 after retry RPC after error@1498774844) -> (continuation of Deferred@504449055 after retry RPC after error@225116123) -> (continuation of Deferred@307591099 after retry RPC after error@1612403792) -> (continuation of Deferred@1952360956 after retry RPC after error@781190283) -> (continuation of Deferred@398546509 after retry RPC after error@759314737) -> (continuation of Deferred@743597100 after retry RPC after error@46696817)))
09:05:35.546 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1124736074(state=PENDING, result=null, callback=(continuation of Deferred@1131120996 after retry RPC after error@1498774844) -> (continuation of Deferred@504449055 after retry RPC after error@225116123) -> (continuation of Deferred@307591099 after retry RPC after error@1612403792) -> (continuation of Deferred@1952360956 after retry RPC after error@781190283) -> (continuation of Deferred@398546509 after retry RPC after error@759314737) -> (continuation of Deferred@743597100 after retry RPC after error@46696817), errback=(continuation of Deferred@1131120996 after retry RPC after error@1498774844) -> (continuation of Deferred@504449055 after retry RPC after error@225116123) -> (continuation of Deferred@307591099 after retry RPC after error@1612403792) -> (continuation of Deferred@1952360956 after retry RPC after error@781190283) -> (continuation of Deferred@398546509 after retry RPC after error@759314737) -> (continuation of Deferred@743597100 after retry RPC after error@46696817)))
09:05:35.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1346815361(state=PENDING, result=null, callback=(continuation of Deferred@1955327506 after retry RPC after error@242457744) -> (continuation of Deferred@1000139370 after retry RPC after error@1561352789) -> (continuation of Deferred@1992348827 after retry RPC after error@1682264527) -> (continuation of Deferred@953559191 after retry RPC after error@1741365034) -> (continuation of Deferred@400517956 after retry RPC after error@1499110233) -> (continuation of Deferred@1346470517 after retry RPC after error@1875703064) -> (continuation of Deferred@52766446 after retry RPC after error@245949824), errback=(continuation of Deferred@1955327506 after retry RPC after error@242457744) -> (continuation of Deferred@1000139370 after retry RPC after error@1561352789) -> (continuation of Deferred@1992348827 after retry RPC after error@1682264527) -> (continuation of Deferred@953559191 after retry RPC after error@1741365034) -> (continuation of Deferred@400517956 after retry RPC after error@1499110233) -> (continuation of Deferred@1346470517 after retry RPC after error@1875703064) -> (continuation of Deferred@52766446 after retry RPC after error@245949824)))
09:05:35.765 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1346815361(state=PENDING, result=null, callback=(continuation of Deferred@1955327506 after retry RPC after error@242457744) -> (continuation of Deferred@1000139370 after retry RPC after error@1561352789) -> (continuation of Deferred@1992348827 after retry RPC after error@1682264527) -> (continuation of Deferred@953559191 after retry RPC after error@1741365034) -> (continuation of Deferred@400517956 after retry RPC after error@1499110233) -> (continuation of Deferred@1346470517 after retry RPC after error@1875703064) -> (continuation of Deferred@52766446 after retry RPC after error@245949824), errback=(continuation of Deferred@1955327506 after retry RPC after error@242457744) -> (continuation of Deferred@1000139370 after retry RPC after error@1561352789) -> (continuation of Deferred@1992348827 after retry RPC after error@1682264527) -> (continuation of Deferred@953559191 after retry RPC after error@1741365034) -> (continuation of Deferred@400517956 after retry RPC after error@1499110233) -> (continuation of Deferred@1346470517 after retry RPC after error@1875703064) -> (continuation of Deferred@52766446 after retry RPC after error@245949824)))
09:05:35.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.925 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@551882810(state=PENDING, result=null, callback=(continuation of Deferred@325788872 after retry RPC after error@1668876781) -> (continuation of Deferred@1725625040 after retry RPC after error@1849055985) -> (continuation of Deferred@607219355 after retry RPC after error@254553489) -> (continuation of Deferred@1053885142 after retry RPC after error@1651258927) -> (continuation of Deferred@1292290383 after retry RPC after error@598222299) -> (continuation of Deferred@366560458 after retry RPC after error@369612048) -> (continuation of Deferred@1831873070 after retry RPC after error@257186990), errback=(continuation of Deferred@325788872 after retry RPC after error@1668876781) -> (continuation of Deferred@1725625040 after retry RPC after error@1849055985) -> (continuation of Deferred@607219355 after retry RPC after error@254553489) -> (continuation of Deferred@1053885142 after retry RPC after error@1651258927) -> (continuation of Deferred@1292290383 after retry RPC after error@598222299) -> (continuation of Deferred@366560458 after retry RPC after error@369612048) -> (continuation of Deferred@1831873070 after retry RPC after error@257186990)))
09:05:35.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@551882810(state=PENDING, result=null, callback=(continuation of Deferred@325788872 after retry RPC after error@1668876781) -> (continuation of Deferred@1725625040 after retry RPC after error@1849055985) -> (continuation of Deferred@607219355 after retry RPC after error@254553489) -> (continuation of Deferred@1053885142 after retry RPC after error@1651258927) -> (continuation of Deferred@1292290383 after retry RPC after error@598222299) -> (continuation of Deferred@366560458 after retry RPC after error@369612048) -> (continuation of Deferred@1831873070 after retry RPC after error@257186990), errback=(continuation of Deferred@325788872 after retry RPC after error@1668876781) -> (continuation of Deferred@1725625040 after retry RPC after error@1849055985) -> (continuation of Deferred@607219355 after retry RPC after error@254553489) -> (continuation of Deferred@1053885142 after retry RPC after error@1651258927) -> (continuation of Deferred@1292290383 after retry RPC after error@598222299) -> (continuation of Deferred@366560458 after retry RPC after error@369612048) -> (continuation of Deferred@1831873070 after retry RPC after error@257186990)))
09:05:35.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:35.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:35.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:35.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:35.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:35.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1160929936(state=PENDING, result=null, callback=(continuation of Deferred@2052159650 after retry RPC after error@1781367260) -> (continuation of Deferred@1039862918 after retry RPC after error@1804324683) -> (continuation of Deferred@443432688 after retry RPC after error@474709760) -> (continuation of Deferred@2033311539 after retry RPC after error@1291167433) -> (continuation of Deferred@654809113 after retry RPC after error@1626554502) -> (continuation of Deferred@390910956 after retry RPC after error@1995369506) -> (continuation of Deferred@1840407990 after retry RPC after error@390066166), errback=(continuation of Deferred@2052159650 after retry RPC after error@1781367260) -> (continuation of Deferred@1039862918 after retry RPC after error@1804324683) -> (continuation of Deferred@443432688 after retry RPC after error@474709760) -> (continuation of Deferred@2033311539 after retry RPC after error@1291167433) -> (continuation of Deferred@654809113 after retry RPC after error@1626554502) -> (continuation of Deferred@390910956 after retry RPC after error@1995369506) -> (continuation of Deferred@1840407990 after retry RPC after error@390066166)))
09:05:36.126 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1160929936(state=PENDING, result=null, callback=(continuation of Deferred@2052159650 after retry RPC after error@1781367260) -> (continuation of Deferred@1039862918 after retry RPC after error@1804324683) -> (continuation of Deferred@443432688 after retry RPC after error@474709760) -> (continuation of Deferred@2033311539 after retry RPC after error@1291167433) -> (continuation of Deferred@654809113 after retry RPC after error@1626554502) -> (continuation of Deferred@390910956 after retry RPC after error@1995369506) -> (continuation of Deferred@1840407990 after retry RPC after error@390066166), errback=(continuation of Deferred@2052159650 after retry RPC after error@1781367260) -> (continuation of Deferred@1039862918 after retry RPC after error@1804324683) -> (continuation of Deferred@443432688 after retry RPC after error@474709760) -> (continuation of Deferred@2033311539 after retry RPC after error@1291167433) -> (continuation of Deferred@654809113 after retry RPC after error@1626554502) -> (continuation of Deferred@390910956 after retry RPC after error@1995369506) -> (continuation of Deferred@1840407990 after retry RPC after error@390066166)))
09:05:36.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.403 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1215811720(state=PENDING, result=null, callback=(continuation of Deferred@130480196 after retry RPC after error@1958156700) -> (continuation of Deferred@1947583646 after retry RPC after error@34650372) -> (continuation of Deferred@849634778 after retry RPC after error@2115236331) -> (continuation of Deferred@611908483 after retry RPC after error@589807249) -> (continuation of Deferred@842831258 after retry RPC after error@1396811423) -> (continuation of Deferred@805763991 after retry RPC after error@776673328) -> (continuation of Deferred@2014173222 after retry RPC after error@648477926), errback=(continuation of Deferred@130480196 after retry RPC after error@1958156700) -> (continuation of Deferred@1947583646 after retry RPC after error@34650372) -> (continuation of Deferred@849634778 after retry RPC after error@2115236331) -> (continuation of Deferred@611908483 after retry RPC after error@589807249) -> (continuation of Deferred@842831258 after retry RPC after error@1396811423) -> (continuation of Deferred@805763991 after retry RPC after error@776673328) -> (continuation of Deferred@2014173222 after retry RPC after error@648477926)))
09:05:36.403 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:36.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1043625167(state=PENDING, result=null, callback=(continuation of Deferred@1201327121 after retry RPC after error@1459678129) -> (continuation of Deferred@903429591 after retry RPC after error@676771247) -> (continuation of Deferred@960306928 after retry RPC after error@1764763397) -> (continuation of Deferred@360421489 after retry RPC after error@144551100) -> (continuation of Deferred@1502017985 after retry RPC after error@828827131) -> (continuation of Deferred@2014792630 after retry RPC after error@487252036) -> (continuation of Deferred@1940675285 after retry RPC after error@1977823334), errback=(continuation of Deferred@1201327121 after retry RPC after error@1459678129) -> (continuation of Deferred@903429591 after retry RPC after error@676771247) -> (continuation of Deferred@960306928 after retry RPC after error@1764763397) -> (continuation of Deferred@360421489 after retry RPC after error@144551100) -> (continuation of Deferred@1502017985 after retry RPC after error@828827131) -> (continuation of Deferred@2014792630 after retry RPC after error@487252036) -> (continuation of Deferred@1940675285 after retry RPC after error@1977823334)))
09:05:36.585 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1043625167(state=PENDING, result=null, callback=(continuation of Deferred@1201327121 after retry RPC after error@1459678129) -> (continuation of Deferred@903429591 after retry RPC after error@676771247) -> (continuation of Deferred@960306928 after retry RPC after error@1764763397) -> (continuation of Deferred@360421489 after retry RPC after error@144551100) -> (continuation of Deferred@1502017985 after retry RPC after error@828827131) -> (continuation of Deferred@2014792630 after retry RPC after error@487252036) -> (continuation of Deferred@1940675285 after retry RPC after error@1977823334), errback=(continuation of Deferred@1201327121 after retry RPC after error@1459678129) -> (continuation of Deferred@903429591 after retry RPC after error@676771247) -> (continuation of Deferred@960306928 after retry RPC after error@1764763397) -> (continuation of Deferred@360421489 after retry RPC after error@144551100) -> (continuation of Deferred@1502017985 after retry RPC after error@828827131) -> (continuation of Deferred@2014792630 after retry RPC after error@487252036) -> (continuation of Deferred@1940675285 after retry RPC after error@1977823334)))
09:05:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:36.590314 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:36.590545 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:36.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@718175439(state=PENDING, result=null, callback=(continuation of Deferred@1356708451 after retry RPC after error@1484551252) -> (continuation of Deferred@365087414 after retry RPC after error@1286857925) -> (continuation of Deferred@1904230802 after retry RPC after error@1256539426) -> (continuation of Deferred@1232187826 after retry RPC after error@439873941) -> (continuation of Deferred@1774759824 after retry RPC after error@165952478) -> (continuation of Deferred@1297938289 after retry RPC after error@1749158934) -> (continuation of Deferred@1155177121 after retry RPC after error@1816683311) -> (continuation of Deferred@1183180456 after retry RPC after error@1054826706), errback=(continuation of Deferred@1356708451 after retry RPC after error@1484551252) -> (continuation of Deferred@365087414 after retry RPC after error@1286857925) -> (continuation of Deferred@1904230802 after retry RPC after error@1256539426) -> (continuation of Deferred@1232187826 after retry RPC after error@439873941) -> (continuation of Deferred@1774759824 after retry RPC after error@165952478) -> (continuation of Deferred@1297938289 after retry RPC after error@1749158934) -> (continuation of Deferred@1155177121 after retry RPC after error@1816683311) -> (continuation of Deferred@1183180456 after retry RPC after error@1054826706)))
09:05:36.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@718175439(state=PENDING, result=null, callback=(continuation of Deferred@1356708451 after retry RPC after error@1484551252) -> (continuation of Deferred@365087414 after retry RPC after error@1286857925) -> (continuation of Deferred@1904230802 after retry RPC after error@1256539426) -> (continuation of Deferred@1232187826 after retry RPC after error@439873941) -> (continuation of Deferred@1774759824 after retry RPC after error@165952478) -> (continuation of Deferred@1297938289 after retry RPC after error@1749158934) -> (continuation of Deferred@1155177121 after retry RPC after error@1816683311) -> (continuation of Deferred@1183180456 after retry RPC after error@1054826706), errback=(continuation of Deferred@1356708451 after retry RPC after error@1484551252) -> (continuation of Deferred@365087414 after retry RPC after error@1286857925) -> (continuation of Deferred@1904230802 after retry RPC after error@1256539426) -> (continuation of Deferred@1232187826 after retry RPC after error@439873941) -> (continuation of Deferred@1774759824 after retry RPC after error@165952478) -> (continuation of Deferred@1297938289 after retry RPC after error@1749158934) -> (continuation of Deferred@1155177121 after retry RPC after error@1816683311) -> (continuation of Deferred@1183180456 after retry RPC after error@1054826706)))
09:05:36.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:36.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:36.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:36.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:36.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:36.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.122 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@584917779(state=PENDING, result=null, callback=(continuation of Deferred@266074891 after retry RPC after error@1685561319) -> (continuation of Deferred@264928713 after retry RPC after error@1145307800) -> (continuation of Deferred@337095352 after retry RPC after error@1288144762) -> (continuation of Deferred@280993566 after retry RPC after error@1955270483) -> (continuation of Deferred@1566583056 after retry RPC after error@770480529) -> (continuation of Deferred@1095214173 after retry RPC after error@1838860977) -> (continuation of Deferred@829310651 after retry RPC after error@2022138134) -> (continuation of Deferred@77481751 after retry RPC after error@1072351863) -> (continuation of Deferred@2087852207 after retry RPC after error@1069435366), errback=(continuation of Deferred@266074891 after retry RPC after error@1685561319) -> (continuation of Deferred@264928713 after retry RPC after error@1145307800) -> (continuation of Deferred@337095352 after retry RPC after error@1288144762) -> (continuation of Deferred@280993566 after retry RPC after error@1955270483) -> (continuation of Deferred@1566583056 after retry RPC after error@770480529) -> (continuation of Deferred@1095214173 after retry RPC after error@1838860977) -> (continuation of Deferred@829310651 after retry RPC after error@2022138134) -> (continuation of Deferred@77481751 after retry RPC after error@1072351863) -> (continuation of Deferred@2087852207 after retry RPC after error@1069435366)))
09:05:37.123 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:37.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1373830034(state=PENDING, result=null, callback=(continuation of Deferred@1943806528 after retry RPC after error@65359006) -> (continuation of Deferred@1513762564 after retry RPC after error@482505146) -> (continuation of Deferred@245272128 after retry RPC after error@657896113) -> (continuation of Deferred@754973532 after retry RPC after error@591331544) -> (continuation of Deferred@1495885425 after retry RPC after error@1259922655) -> (continuation of Deferred@409916411 after retry RPC after error@1133259246) -> (continuation of Deferred@1359267072 after retry RPC after error@1572269539), errback=(continuation of Deferred@1943806528 after retry RPC after error@65359006) -> (continuation of Deferred@1513762564 after retry RPC after error@482505146) -> (continuation of Deferred@245272128 after retry RPC after error@657896113) -> (continuation of Deferred@754973532 after retry RPC after error@591331544) -> (continuation of Deferred@1495885425 after retry RPC after error@1259922655) -> (continuation of Deferred@409916411 after retry RPC after error@1133259246) -> (continuation of Deferred@1359267072 after retry RPC after error@1572269539)))
09:05:37.345 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1373830034(state=PENDING, result=null, callback=(continuation of Deferred@1943806528 after retry RPC after error@65359006) -> (continuation of Deferred@1513762564 after retry RPC after error@482505146) -> (continuation of Deferred@245272128 after retry RPC after error@657896113) -> (continuation of Deferred@754973532 after retry RPC after error@591331544) -> (continuation of Deferred@1495885425 after retry RPC after error@1259922655) -> (continuation of Deferred@409916411 after retry RPC after error@1133259246) -> (continuation of Deferred@1359267072 after retry RPC after error@1572269539), errback=(continuation of Deferred@1943806528 after retry RPC after error@65359006) -> (continuation of Deferred@1513762564 after retry RPC after error@482505146) -> (continuation of Deferred@245272128 after retry RPC after error@657896113) -> (continuation of Deferred@754973532 after retry RPC after error@591331544) -> (continuation of Deferred@1495885425 after retry RPC after error@1259922655) -> (continuation of Deferred@409916411 after retry RPC after error@1133259246) -> (continuation of Deferred@1359267072 after retry RPC after error@1572269539)))
09:05:37.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@745854524(state=PENDING, result=null, callback=(continuation of Deferred@1420478774 after retry RPC after error@326197796) -> (continuation of Deferred@1620232100 after retry RPC after error@1792882876) -> (continuation of Deferred@1748811688 after retry RPC after error@1891926217) -> (continuation of Deferred@111003282 after retry RPC after error@92673573) -> (continuation of Deferred@139081922 after retry RPC after error@1557930954) -> (continuation of Deferred@874366869 after retry RPC after error@27252749) -> (continuation of Deferred@1489665236 after retry RPC after error@1698027124), errback=(continuation of Deferred@1420478774 after retry RPC after error@326197796) -> (continuation of Deferred@1620232100 after retry RPC after error@1792882876) -> (continuation of Deferred@1748811688 after retry RPC after error@1891926217) -> (continuation of Deferred@111003282 after retry RPC after error@92673573) -> (continuation of Deferred@139081922 after retry RPC after error@1557930954) -> (continuation of Deferred@874366869 after retry RPC after error@27252749) -> (continuation of Deferred@1489665236 after retry RPC after error@1698027124)))
09:05:37.565 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@745854524(state=PENDING, result=null, callback=(continuation of Deferred@1420478774 after retry RPC after error@326197796) -> (continuation of Deferred@1620232100 after retry RPC after error@1792882876) -> (continuation of Deferred@1748811688 after retry RPC after error@1891926217) -> (continuation of Deferred@111003282 after retry RPC after error@92673573) -> (continuation of Deferred@139081922 after retry RPC after error@1557930954) -> (continuation of Deferred@874366869 after retry RPC after error@27252749) -> (continuation of Deferred@1489665236 after retry RPC after error@1698027124), errback=(continuation of Deferred@1420478774 after retry RPC after error@326197796) -> (continuation of Deferred@1620232100 after retry RPC after error@1792882876) -> (continuation of Deferred@1748811688 after retry RPC after error@1891926217) -> (continuation of Deferred@111003282 after retry RPC after error@92673573) -> (continuation of Deferred@139081922 after retry RPC after error@1557930954) -> (continuation of Deferred@874366869 after retry RPC after error@27252749) -> (continuation of Deferred@1489665236 after retry RPC after error@1698027124)))
09:05:37.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.644 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.644 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1018642001(state=PENDING, result=null, callback=(continuation of Deferred@1194687893 after retry RPC after error@1308144301) -> (continuation of Deferred@903412069 after retry RPC after error@815275065) -> (continuation of Deferred@1554843242 after retry RPC after error@1414052488) -> (continuation of Deferred@640246453 after retry RPC after error@1444993949) -> (continuation of Deferred@1653213541 after retry RPC after error@1938256710) -> (continuation of Deferred@508988233 after retry RPC after error@1316640557) -> (continuation of Deferred@2081013414 after retry RPC after error@878509858), errback=(continuation of Deferred@1194687893 after retry RPC after error@1308144301) -> (continuation of Deferred@903412069 after retry RPC after error@815275065) -> (continuation of Deferred@1554843242 after retry RPC after error@1414052488) -> (continuation of Deferred@640246453 after retry RPC after error@1444993949) -> (continuation of Deferred@1653213541 after retry RPC after error@1938256710) -> (continuation of Deferred@508988233 after retry RPC after error@1316640557) -> (continuation of Deferred@2081013414 after retry RPC after error@878509858)))
09:05:37.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1018642001(state=PENDING, result=null, callback=(continuation of Deferred@1194687893 after retry RPC after error@1308144301) -> (continuation of Deferred@903412069 after retry RPC after error@815275065) -> (continuation of Deferred@1554843242 after retry RPC after error@1414052488) -> (continuation of Deferred@640246453 after retry RPC after error@1444993949) -> (continuation of Deferred@1653213541 after retry RPC after error@1938256710) -> (continuation of Deferred@508988233 after retry RPC after error@1316640557) -> (continuation of Deferred@2081013414 after retry RPC after error@878509858), errback=(continuation of Deferred@1194687893 after retry RPC after error@1308144301) -> (continuation of Deferred@903412069 after retry RPC after error@815275065) -> (continuation of Deferred@1554843242 after retry RPC after error@1414052488) -> (continuation of Deferred@640246453 after retry RPC after error@1444993949) -> (continuation of Deferred@1653213541 after retry RPC after error@1938256710) -> (continuation of Deferred@508988233 after retry RPC after error@1316640557) -> (continuation of Deferred@2081013414 after retry RPC after error@878509858)))
09:05:37.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:37.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:37.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:37.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:37.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:37.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1652178370(state=PENDING, result=null, callback=(continuation of Deferred@425088847 after retry RPC after error@343338781) -> (continuation of Deferred@1719456276 after retry RPC after error@1432057652) -> (continuation of Deferred@2115813119 after retry RPC after error@1571924006) -> (continuation of Deferred@1566391798 after retry RPC after error@1395721150) -> (continuation of Deferred@1220654177 after retry RPC after error@417449415) -> (continuation of Deferred@753400224 after retry RPC after error@2005939057), errback=(continuation of Deferred@425088847 after retry RPC after error@343338781) -> (continuation of Deferred@1719456276 after retry RPC after error@1432057652) -> (continuation of Deferred@2115813119 after retry RPC after error@1571924006) -> (continuation of Deferred@1566391798 after retry RPC after error@1395721150) -> (continuation of Deferred@1220654177 after retry RPC after error@417449415) -> (continuation of Deferred@753400224 after retry RPC after error@2005939057)))
09:05:37.986 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1652178370(state=PENDING, result=null, callback=(continuation of Deferred@425088847 after retry RPC after error@343338781) -> (continuation of Deferred@1719456276 after retry RPC after error@1432057652) -> (continuation of Deferred@2115813119 after retry RPC after error@1571924006) -> (continuation of Deferred@1566391798 after retry RPC after error@1395721150) -> (continuation of Deferred@1220654177 after retry RPC after error@417449415) -> (continuation of Deferred@753400224 after retry RPC after error@2005939057), errback=(continuation of Deferred@425088847 after retry RPC after error@343338781) -> (continuation of Deferred@1719456276 after retry RPC after error@1432057652) -> (continuation of Deferred@2115813119 after retry RPC after error@1571924006) -> (continuation of Deferred@1566391798 after retry RPC after error@1395721150) -> (continuation of Deferred@1220654177 after retry RPC after error@417449415) -> (continuation of Deferred@753400224 after retry RPC after error@2005939057)))
09:05:38.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1877001114(state=PENDING, result=null, callback=(continuation of Deferred@603555668 after retry RPC after error@272877553) -> (continuation of Deferred@112686712 after retry RPC after error@1864538407) -> (continuation of Deferred@9334960 after retry RPC after error@243024671) -> (continuation of Deferred@868605982 after retry RPC after error@1213574368) -> (continuation of Deferred@992829098 after retry RPC after error@1462077035) -> (continuation of Deferred@1274829185 after retry RPC after error@774622898) -> (continuation of Deferred@2141326803 after retry RPC after error@80730770), errback=(continuation of Deferred@603555668 after retry RPC after error@272877553) -> (continuation of Deferred@112686712 after retry RPC after error@1864538407) -> (continuation of Deferred@9334960 after retry RPC after error@243024671) -> (continuation of Deferred@868605982 after retry RPC after error@1213574368) -> (continuation of Deferred@992829098 after retry RPC after error@1462077035) -> (continuation of Deferred@1274829185 after retry RPC after error@774622898) -> (continuation of Deferred@2141326803 after retry RPC after error@80730770)))
09:05:38.225 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1877001114(state=PENDING, result=null, callback=(continuation of Deferred@603555668 after retry RPC after error@272877553) -> (continuation of Deferred@112686712 after retry RPC after error@1864538407) -> (continuation of Deferred@9334960 after retry RPC after error@243024671) -> (continuation of Deferred@868605982 after retry RPC after error@1213574368) -> (continuation of Deferred@992829098 after retry RPC after error@1462077035) -> (continuation of Deferred@1274829185 after retry RPC after error@774622898) -> (continuation of Deferred@2141326803 after retry RPC after error@80730770), errback=(continuation of Deferred@603555668 after retry RPC after error@272877553) -> (continuation of Deferred@112686712 after retry RPC after error@1864538407) -> (continuation of Deferred@9334960 after retry RPC after error@243024671) -> (continuation of Deferred@868605982 after retry RPC after error@1213574368) -> (continuation of Deferred@992829098 after retry RPC after error@1462077035) -> (continuation of Deferred@1274829185 after retry RPC after error@774622898) -> (continuation of Deferred@2141326803 after retry RPC after error@80730770)))
09:05:38.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@730942234(state=PENDING, result=null, callback=(continuation of Deferred@1571566894 after retry RPC after error@1740157765) -> (continuation of Deferred@1206402323 after retry RPC after error@1711306607) -> (continuation of Deferred@1522084804 after retry RPC after error@2025429325) -> (continuation of Deferred@2118071276 after retry RPC after error@459380811) -> (continuation of Deferred@135624680 after retry RPC after error@1020453974) -> (continuation of Deferred@997527667 after retry RPC after error@750875798) -> (continuation of Deferred@256437457 after retry RPC after error@605243706), errback=(continuation of Deferred@1571566894 after retry RPC after error@1740157765) -> (continuation of Deferred@1206402323 after retry RPC after error@1711306607) -> (continuation of Deferred@1522084804 after retry RPC after error@2025429325) -> (continuation of Deferred@2118071276 after retry RPC after error@459380811) -> (continuation of Deferred@135624680 after retry RPC after error@1020453974) -> (continuation of Deferred@997527667 after retry RPC after error@750875798) -> (continuation of Deferred@256437457 after retry RPC after error@605243706)))
09:05:38.465 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@730942234(state=PENDING, result=null, callback=(continuation of Deferred@1571566894 after retry RPC after error@1740157765) -> (continuation of Deferred@1206402323 after retry RPC after error@1711306607) -> (continuation of Deferred@1522084804 after retry RPC after error@2025429325) -> (continuation of Deferred@2118071276 after retry RPC after error@459380811) -> (continuation of Deferred@135624680 after retry RPC after error@1020453974) -> (continuation of Deferred@997527667 after retry RPC after error@750875798) -> (continuation of Deferred@256437457 after retry RPC after error@605243706), errback=(continuation of Deferred@1571566894 after retry RPC after error@1740157765) -> (continuation of Deferred@1206402323 after retry RPC after error@1711306607) -> (continuation of Deferred@1522084804 after retry RPC after error@2025429325) -> (continuation of Deferred@2118071276 after retry RPC after error@459380811) -> (continuation of Deferred@135624680 after retry RPC after error@1020453974) -> (continuation of Deferred@997527667 after retry RPC after error@750875798) -> (continuation of Deferred@256437457 after retry RPC after error@605243706)))
09:05:38.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1487683759(state=PENDING, result=null, callback=(continuation of Deferred@646355188 after retry RPC after error@1918543646) -> (continuation of Deferred@1799045281 after retry RPC after error@1361628241) -> (continuation of Deferred@1140572088 after retry RPC after error@1681822350) -> (continuation of Deferred@1429334240 after retry RPC after error@1114434643) -> (continuation of Deferred@1551146457 after retry RPC after error@1280237115) -> (continuation of Deferred@383932858 after retry RPC after error@868819265), errback=(continuation of Deferred@646355188 after retry RPC after error@1918543646) -> (continuation of Deferred@1799045281 after retry RPC after error@1361628241) -> (continuation of Deferred@1140572088 after retry RPC after error@1681822350) -> (continuation of Deferred@1429334240 after retry RPC after error@1114434643) -> (continuation of Deferred@1551146457 after retry RPC after error@1280237115) -> (continuation of Deferred@383932858 after retry RPC after error@868819265)))
09:05:38.665 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1487683759(state=PENDING, result=null, callback=(continuation of Deferred@646355188 after retry RPC after error@1918543646) -> (continuation of Deferred@1799045281 after retry RPC after error@1361628241) -> (continuation of Deferred@1140572088 after retry RPC after error@1681822350) -> (continuation of Deferred@1429334240 after retry RPC after error@1114434643) -> (continuation of Deferred@1551146457 after retry RPC after error@1280237115) -> (continuation of Deferred@383932858 after retry RPC after error@868819265), errback=(continuation of Deferred@646355188 after retry RPC after error@1918543646) -> (continuation of Deferred@1799045281 after retry RPC after error@1361628241) -> (continuation of Deferred@1140572088 after retry RPC after error@1681822350) -> (continuation of Deferred@1429334240 after retry RPC after error@1114434643) -> (continuation of Deferred@1551146457 after retry RPC after error@1280237115) -> (continuation of Deferred@383932858 after retry RPC after error@868819265)))
09:05:38.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.943 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1088476451(state=PENDING, result=null, callback=(continuation of Deferred@436062349 after retry RPC after error@2135919124) -> (continuation of Deferred@1615172434 after retry RPC after error@650775476) -> (continuation of Deferred@1359222336 after retry RPC after error@1377315166) -> (continuation of Deferred@504102732 after retry RPC after error@1760219282) -> (continuation of Deferred@422407641 after retry RPC after error@183301499) -> (continuation of Deferred@1272748789 after retry RPC after error@1963765084) -> (continuation of Deferred@129844609 after retry RPC after error@1788296992), errback=(continuation of Deferred@436062349 after retry RPC after error@2135919124) -> (continuation of Deferred@1615172434 after retry RPC after error@650775476) -> (continuation of Deferred@1359222336 after retry RPC after error@1377315166) -> (continuation of Deferred@504102732 after retry RPC after error@1760219282) -> (continuation of Deferred@422407641 after retry RPC after error@183301499) -> (continuation of Deferred@1272748789 after retry RPC after error@1963765084) -> (continuation of Deferred@129844609 after retry RPC after error@1788296992)))
09:05:38.943 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
09:05:38.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:38.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:38.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:38.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:38.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:38.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2010015397(state=PENDING, result=null, callback=(continuation of Deferred@730363094 after retry RPC after error@527100999) -> (continuation of Deferred@1946951866 after retry RPC after error@1895009232) -> (continuation of Deferred@406159324 after retry RPC after error@1349886025) -> (continuation of Deferred@1172919053 after retry RPC after error@690548075) -> (continuation of Deferred@441494541 after retry RPC after error@1742352614) -> (continuation of Deferred@1747215915 after retry RPC after error@109682161) -> (continuation of Deferred@421951977 after retry RPC after error@793585451), errback=(continuation of Deferred@730363094 after retry RPC after error@527100999) -> (continuation of Deferred@1946951866 after retry RPC after error@1895009232) -> (continuation of Deferred@406159324 after retry RPC after error@1349886025) -> (continuation of Deferred@1172919053 after retry RPC after error@690548075) -> (continuation of Deferred@441494541 after retry RPC after error@1742352614) -> (continuation of Deferred@1747215915 after retry RPC after error@109682161) -> (continuation of Deferred@421951977 after retry RPC after error@793585451)))
09:05:39.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2010015397(state=PENDING, result=null, callback=(continuation of Deferred@730363094 after retry RPC after error@527100999) -> (continuation of Deferred@1946951866 after retry RPC after error@1895009232) -> (continuation of Deferred@406159324 after retry RPC after error@1349886025) -> (continuation of Deferred@1172919053 after retry RPC after error@690548075) -> (continuation of Deferred@441494541 after retry RPC after error@1742352614) -> (continuation of Deferred@1747215915 after retry RPC after error@109682161) -> (continuation of Deferred@421951977 after retry RPC after error@793585451), errback=(continuation of Deferred@730363094 after retry RPC after error@527100999) -> (continuation of Deferred@1946951866 after retry RPC after error@1895009232) -> (continuation of Deferred@406159324 after retry RPC after error@1349886025) -> (continuation of Deferred@1172919053 after retry RPC after error@690548075) -> (continuation of Deferred@441494541 after retry RPC after error@1742352614) -> (continuation of Deferred@1747215915 after retry RPC after error@109682161) -> (continuation of Deferred@421951977 after retry RPC after error@793585451)))
09:05:39.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1362683503(state=PENDING, result=null, callback=(continuation of Deferred@201505343 after retry RPC after error@272534304) -> (continuation of Deferred@936195828 after retry RPC after error@558937596) -> (continuation of Deferred@941236395 after retry RPC after error@1553586947) -> (continuation of Deferred@37567730 after retry RPC after error@644253212) -> (continuation of Deferred@1326507267 after retry RPC after error@1573088801) -> (continuation of Deferred@913441735 after retry RPC after error@607528307), errback=(continuation of Deferred@201505343 after retry RPC after error@272534304) -> (continuation of Deferred@936195828 after retry RPC after error@558937596) -> (continuation of Deferred@941236395 after retry RPC after error@1553586947) -> (continuation of Deferred@37567730 after retry RPC after error@644253212) -> (continuation of Deferred@1326507267 after retry RPC after error@1573088801) -> (continuation of Deferred@913441735 after retry RPC after error@607528307)))
09:05:39.346 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1362683503(state=PENDING, result=null, callback=(continuation of Deferred@201505343 after retry RPC after error@272534304) -> (continuation of Deferred@936195828 after retry RPC after error@558937596) -> (continuation of Deferred@941236395 after retry RPC after error@1553586947) -> (continuation of Deferred@37567730 after retry RPC after error@644253212) -> (continuation of Deferred@1326507267 after retry RPC after error@1573088801) -> (continuation of Deferred@913441735 after retry RPC after error@607528307), errback=(continuation of Deferred@201505343 after retry RPC after error@272534304) -> (continuation of Deferred@936195828 after retry RPC after error@558937596) -> (continuation of Deferred@941236395 after retry RPC after error@1553586947) -> (continuation of Deferred@37567730 after retry RPC after error@644253212) -> (continuation of Deferred@1326507267 after retry RPC after error@1573088801) -> (continuation of Deferred@913441735 after retry RPC after error@607528307)))
09:05:39.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:39.446926 16738 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:39.449309 16738 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8dd470fc8e514f1a8e9f851cfbec85b6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675, num_attempts: 1)
09:05:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:39.450724 16741 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.255.61:37179)
09:05:39.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1908094035(state=PENDING, result=null, callback=(continuation of Deferred@1508873020 after retry RPC after error@52751554) -> (continuation of Deferred@228356647 after retry RPC after error@632145515) -> (continuation of Deferred@8308625 after retry RPC after error@605579680) -> (continuation of Deferred@1257978446 after retry RPC after error@19805156) -> (continuation of Deferred@1998208543 after retry RPC after error@271060021) -> (continuation of Deferred@59927860 after retry RPC after error@1934876593) -> (continuation of Deferred@1428155650 after retry RPC after error@84281904), errback=(continuation of Deferred@1508873020 after retry RPC after error@52751554) -> (continuation of Deferred@228356647 after retry RPC after error@632145515) -> (continuation of Deferred@8308625 after retry RPC after error@605579680) -> (continuation of Deferred@1257978446 after retry RPC after error@19805156) -> (continuation of Deferred@1998208543 after retry RPC after error@271060021) -> (continuation of Deferred@59927860 after retry RPC after error@1934876593) -> (continuation of Deferred@1428155650 after retry RPC after error@84281904)))
09:05:39.585 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1908094035(state=PENDING, result=null, callback=(continuation of Deferred@1508873020 after retry RPC after error@52751554) -> (continuation of Deferred@228356647 after retry RPC after error@632145515) -> (continuation of Deferred@8308625 after retry RPC after error@605579680) -> (continuation of Deferred@1257978446 after retry RPC after error@19805156) -> (continuation of Deferred@1998208543 after retry RPC after error@271060021) -> (continuation of Deferred@59927860 after retry RPC after error@1934876593) -> (continuation of Deferred@1428155650 after retry RPC after error@84281904), errback=(continuation of Deferred@1508873020 after retry RPC after error@52751554) -> (continuation of Deferred@228356647 after retry RPC after error@632145515) -> (continuation of Deferred@8308625 after retry RPC after error@605579680) -> (continuation of Deferred@1257978446 after retry RPC after error@19805156) -> (continuation of Deferred@1998208543 after retry RPC after error@271060021) -> (continuation of Deferred@59927860 after retry RPC after error@1934876593) -> (continuation of Deferred@1428155650 after retry RPC after error@84281904)))
09:05:39.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1436345545(state=PENDING, result=null, callback=(continuation of Deferred@1883656463 after retry RPC after error@1691626120) -> (continuation of Deferred@1982042401 after retry RPC after error@1143708032) -> (continuation of Deferred@111638051 after retry RPC after error@1138924565) -> (continuation of Deferred@698529745 after retry RPC after error@828230908) -> (continuation of Deferred@209105562 after retry RPC after error@1537443125) -> (continuation of Deferred@1736687023 after retry RPC after error@946255759) -> (continuation of Deferred@20787323 after retry RPC after error@1181779780) -> (continuation of Deferred@1021584608 after retry RPC after error@825435708), errback=(continuation of Deferred@1883656463 after retry RPC after error@1691626120) -> (continuation of Deferred@1982042401 after retry RPC after error@1143708032) -> (continuation of Deferred@111638051 after retry RPC after error@1138924565) -> (continuation of Deferred@698529745 after retry RPC after error@828230908) -> (continuation of Deferred@209105562 after retry RPC after error@1537443125) -> (continuation of Deferred@1736687023 after retry RPC after error@946255759) -> (continuation of Deferred@20787323 after retry RPC after error@1181779780) -> (continuation of Deferred@1021584608 after retry RPC after error@825435708)))
09:05:39.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1436345545(state=PENDING, result=null, callback=(continuation of Deferred@1883656463 after retry RPC after error@1691626120) -> (continuation of Deferred@1982042401 after retry RPC after error@1143708032) -> (continuation of Deferred@111638051 after retry RPC after error@1138924565) -> (continuation of Deferred@698529745 after retry RPC after error@828230908) -> (continuation of Deferred@209105562 after retry RPC after error@1537443125) -> (continuation of Deferred@1736687023 after retry RPC after error@946255759) -> (continuation of Deferred@20787323 after retry RPC after error@1181779780) -> (continuation of Deferred@1021584608 after retry RPC after error@825435708), errback=(continuation of Deferred@1883656463 after retry RPC after error@1691626120) -> (continuation of Deferred@1982042401 after retry RPC after error@1143708032) -> (continuation of Deferred@111638051 after retry RPC after error@1138924565) -> (continuation of Deferred@698529745 after retry RPC after error@828230908) -> (continuation of Deferred@209105562 after retry RPC after error@1537443125) -> (continuation of Deferred@1736687023 after retry RPC after error@946255759) -> (continuation of Deferred@20787323 after retry RPC after error@1181779780) -> (continuation of Deferred@1021584608 after retry RPC after error@825435708)))
09:05:39.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:39.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:39.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:39.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:39.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:39.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1065621627(state=PENDING, result=null, callback=(continuation of Deferred@718693788 after retry RPC after error@1409565314) -> (continuation of Deferred@995178551 after retry RPC after error@613005542) -> (continuation of Deferred@1030411118 after retry RPC after error@1259111955) -> (continuation of Deferred@2033094597 after retry RPC after error@277431950) -> (continuation of Deferred@2073232978 after retry RPC after error@1409297197) -> (continuation of Deferred@1499317967 after retry RPC after error@54154844), errback=(continuation of Deferred@718693788 after retry RPC after error@1409565314) -> (continuation of Deferred@995178551 after retry RPC after error@613005542) -> (continuation of Deferred@1030411118 after retry RPC after error@1259111955) -> (continuation of Deferred@2033094597 after retry RPC after error@277431950) -> (continuation of Deferred@2073232978 after retry RPC after error@1409297197) -> (continuation of Deferred@1499317967 after retry RPC after error@54154844)))
09:05:40.005 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1065621627(state=PENDING, result=null, callback=(continuation of Deferred@718693788 after retry RPC after error@1409565314) -> (continuation of Deferred@995178551 after retry RPC after error@613005542) -> (continuation of Deferred@1030411118 after retry RPC after error@1259111955) -> (continuation of Deferred@2033094597 after retry RPC after error@277431950) -> (continuation of Deferred@2073232978 after retry RPC after error@1409297197) -> (continuation of Deferred@1499317967 after retry RPC after error@54154844), errback=(continuation of Deferred@718693788 after retry RPC after error@1409565314) -> (continuation of Deferred@995178551 after retry RPC after error@613005542) -> (continuation of Deferred@1030411118 after retry RPC after error@1259111955) -> (continuation of Deferred@2033094597 after retry RPC after error@277431950) -> (continuation of Deferred@2073232978 after retry RPC after error@1409297197) -> (continuation of Deferred@1499317967 after retry RPC after error@54154844)))
09:05:40.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2110090017(state=PENDING, result=null, callback=(continuation of Deferred@650886503 after retry RPC after error@1316986085) -> (continuation of Deferred@485782981 after retry RPC after error@1245612313) -> (continuation of Deferred@828712380 after retry RPC after error@55513025) -> (continuation of Deferred@1017780272 after retry RPC after error@39987453) -> (continuation of Deferred@439530952 after retry RPC after error@1643679816) -> (continuation of Deferred@234844127 after retry RPC after error@508136285) -> (continuation of Deferred@299561385 after retry RPC after error@872761610), errback=(continuation of Deferred@650886503 after retry RPC after error@1316986085) -> (continuation of Deferred@485782981 after retry RPC after error@1245612313) -> (continuation of Deferred@828712380 after retry RPC after error@55513025) -> (continuation of Deferred@1017780272 after retry RPC after error@39987453) -> (continuation of Deferred@439530952 after retry RPC after error@1643679816) -> (continuation of Deferred@234844127 after retry RPC after error@508136285) -> (continuation of Deferred@299561385 after retry RPC after error@872761610)))
09:05:40.246 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@2110090017(state=PENDING, result=null, callback=(continuation of Deferred@650886503 after retry RPC after error@1316986085) -> (continuation of Deferred@485782981 after retry RPC after error@1245612313) -> (continuation of Deferred@828712380 after retry RPC after error@55513025) -> (continuation of Deferred@1017780272 after retry RPC after error@39987453) -> (continuation of Deferred@439530952 after retry RPC after error@1643679816) -> (continuation of Deferred@234844127 after retry RPC after error@508136285) -> (continuation of Deferred@299561385 after retry RPC after error@872761610), errback=(continuation of Deferred@650886503 after retry RPC after error@1316986085) -> (continuation of Deferred@485782981 after retry RPC after error@1245612313) -> (continuation of Deferred@828712380 after retry RPC after error@55513025) -> (continuation of Deferred@1017780272 after retry RPC after error@39987453) -> (continuation of Deferred@439530952 after retry RPC after error@1643679816) -> (continuation of Deferred@234844127 after retry RPC after error@508136285) -> (continuation of Deferred@299561385 after retry RPC after error@872761610)))
09:05:40.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1868057765(state=PENDING, result=null, callback=(continuation of Deferred@443920414 after retry RPC after error@1997611873) -> (continuation of Deferred@1992970310 after retry RPC after error@1541015390) -> (continuation of Deferred@1813559675 after retry RPC after error@309106098) -> (continuation of Deferred@906018777 after retry RPC after error@1030467248) -> (continuation of Deferred@336661255 after retry RPC after error@1655098674) -> (continuation of Deferred@1365985480 after retry RPC after error@831877755) -> (continuation of Deferred@759176829 after retry RPC after error@2044430778), errback=(continuation of Deferred@443920414 after retry RPC after error@1997611873) -> (continuation of Deferred@1992970310 after retry RPC after error@1541015390) -> (continuation of Deferred@1813559675 after retry RPC after error@309106098) -> (continuation of Deferred@906018777 after retry RPC after error@1030467248) -> (continuation of Deferred@336661255 after retry RPC after error@1655098674) -> (continuation of Deferred@1365985480 after retry RPC after error@831877755) -> (continuation of Deferred@759176829 after retry RPC after error@2044430778)))
09:05:40.505 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1868057765(state=PENDING, result=null, callback=(continuation of Deferred@443920414 after retry RPC after error@1997611873) -> (continuation of Deferred@1992970310 after retry RPC after error@1541015390) -> (continuation of Deferred@1813559675 after retry RPC after error@309106098) -> (continuation of Deferred@906018777 after retry RPC after error@1030467248) -> (continuation of Deferred@336661255 after retry RPC after error@1655098674) -> (continuation of Deferred@1365985480 after retry RPC after error@831877755) -> (continuation of Deferred@759176829 after retry RPC after error@2044430778), errback=(continuation of Deferred@443920414 after retry RPC after error@1997611873) -> (continuation of Deferred@1992970310 after retry RPC after error@1541015390) -> (continuation of Deferred@1813559675 after retry RPC after error@309106098) -> (continuation of Deferred@906018777 after retry RPC after error@1030467248) -> (continuation of Deferred@336661255 after retry RPC after error@1655098674) -> (continuation of Deferred@1365985480 after retry RPC after error@831877755) -> (continuation of Deferred@759176829 after retry RPC after error@2044430778)))
09:05:40.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1406243219(state=PENDING, result=null, callback=(continuation of Deferred@588052290 after retry RPC after error@1178338028) -> (continuation of Deferred@1048043852 after retry RPC after error@1635099160) -> (continuation of Deferred@629665683 after retry RPC after error@59421357) -> (continuation of Deferred@49700369 after retry RPC after error@1323256117) -> (continuation of Deferred@1421794314 after retry RPC after error@41358314) -> (continuation of Deferred@843174755 after retry RPC after error@115585791), errback=(continuation of Deferred@588052290 after retry RPC after error@1178338028) -> (continuation of Deferred@1048043852 after retry RPC after error@1635099160) -> (continuation of Deferred@629665683 after retry RPC after error@59421357) -> (continuation of Deferred@49700369 after retry RPC after error@1323256117) -> (continuation of Deferred@1421794314 after retry RPC after error@41358314) -> (continuation of Deferred@843174755 after retry RPC after error@115585791)))
09:05:40.665 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@1406243219(state=PENDING, result=null, callback=(continuation of Deferred@588052290 after retry RPC after error@1178338028) -> (continuation of Deferred@1048043852 after retry RPC after error@1635099160) -> (continuation of Deferred@629665683 after retry RPC after error@59421357) -> (continuation of Deferred@49700369 after retry RPC after error@1323256117) -> (continuation of Deferred@1421794314 after retry RPC after error@41358314) -> (continuation of Deferred@843174755 after retry RPC after error@115585791), errback=(continuation of Deferred@588052290 after retry RPC after error@1178338028) -> (continuation of Deferred@1048043852 after retry RPC after error@1635099160) -> (continuation of Deferred@629665683 after retry RPC after error@59421357) -> (continuation of Deferred@49700369 after retry RPC after error@1323256117) -> (continuation of Deferred@1421794314 after retry RPC after error@41358314) -> (continuation of Deferred@843174755 after retry RPC after error@115585791)))
09:05:40.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@770597886(state=PENDING, result=null, callback=(continuation of Deferred@1543216254 after retry RPC after error@212861178) -> (continuation of Deferred@1684909552 after retry RPC after error@985846544) -> (continuation of Deferred@1029550170 after retry RPC after error@828821723) -> (continuation of Deferred@955115818 after retry RPC after error@337373044) -> (continuation of Deferred@1142180557 after retry RPC after error@1131653788) -> (continuation of Deferred@343977825 after retry RPC after error@1609292482) -> (continuation of Deferred@961520080 after retry RPC after error@1731644207), errback=(continuation of Deferred@1543216254 after retry RPC after error@212861178) -> (continuation of Deferred@1684909552 after retry RPC after error@985846544) -> (continuation of Deferred@1029550170 after retry RPC after error@828821723) -> (continuation of Deferred@955115818 after retry RPC after error@337373044) -> (continuation of Deferred@1142180557 after retry RPC after error@1131653788) -> (continuation of Deferred@343977825 after retry RPC after error@1609292482) -> (continuation of Deferred@961520080 after retry RPC after error@1731644207)))
09:05:40.885 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [200ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, deferred=Deferred@770597886(state=PENDING, result=null, callback=(continuation of Deferred@1543216254 after retry RPC after error@212861178) -> (continuation of Deferred@1684909552 after retry RPC after error@985846544) -> (continuation of Deferred@1029550170 after retry RPC after error@828821723) -> (continuation of Deferred@955115818 after retry RPC after error@337373044) -> (continuation of Deferred@1142180557 after retry RPC after error@1131653788) -> (continuation of Deferred@343977825 after retry RPC after error@1609292482) -> (continuation of Deferred@961520080 after retry RPC after error@1731644207), errback=(continuation of Deferred@1543216254 after retry RPC after error@212861178) -> (continuation of Deferred@1684909552 after retry RPC after error@985846544) -> (continuation of Deferred@1029550170 after retry RPC after error@828821723) -> (continuation of Deferred@955115818 after retry RPC after error@337373044) -> (continuation of Deferred@1142180557 after retry RPC after error@1131653788) -> (continuation of Deferred@343977825 after retry RPC after error@1609292482) -> (continuation of Deferred@961520080 after retry RPC after error@1731644207)))
09:05:40.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:40.947037 17718 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 28ca4f8e18f040cf9ab5f2aba2c43613)
09:05:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:40.947224 17718 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28ca4f8e18f040cf9ab5f2aba2c43613" member_type: VOTER last_known_addr { host: "127.15.255.62" port: 45329 } } peers { permanent_uuid: "5ecadac98d6b47648f3478cbad4994de" member_type: VOTER last_known_addr { host: "127.15.255.61" port: 37179 } } peers { permanent_uuid: "0c72d0f03cec481b9b60361fdccbf775" member_type: VOTER last_known_addr { host: "127.15.255.60" port: 37675 } }
09:05:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:40.948078 17718 leader_election.cc:290] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329), 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179)
09:05:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:40.949100 17271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:05:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:40.950538 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 28ca4f8e18f040cf9ab5f2aba2c43613 (127.15.255.62:45329): Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111)
09:05:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:40.950727 17271 leader_election.cc:336] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5ecadac98d6b47648f3478cbad4994de (127.15.255.61:37179): Network error: Client connection negotiation failed: client connection to 127.15.255.61:37179: connect: Connection refused (error 111)
09:05:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:40.950815 17271 leader_election.cc:304] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c72d0f03cec481b9b60361fdccbf775; no voters: 28ca4f8e18f040cf9ab5f2aba2c43613, 5ecadac98d6b47648f3478cbad4994de
09:05:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:40.951030 17718 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 0c72d0f03cec481b9b60361fdccbf775 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:05:40.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:40.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:40.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:40.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:40.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:40.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:41.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:41.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:41.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:41.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:41.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:41.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:41.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:41.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:41.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:41.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1806436325(state=PENDING, result=null, callback=(continuation of Deferred@967073197 after retry RPC after error@1206769806) -> (continuation of Deferred@408246581 after retry RPC after error@332265205) -> (continuation of Deferred@144676884 after retry RPC after error@555681825) -> (continuation of Deferred@330392006 after retry RPC after error@1865893659) -> (continuation of Deferred@454835665 after retry RPC after error@1117483155) -> (continuation of Deferred@1522308695 after retry RPC after error@266739076) -> (continuation of Deferred@1970162460 after retry RPC after error@1827185354), errback=(continuation of Deferred@967073197 after retry RPC after error@1206769806) -> (continuation of Deferred@408246581 after retry RPC after error@332265205) -> (continuation of Deferred@144676884 after retry RPC after error@555681825) -> (continuation of Deferred@330392006 after retry RPC after error@1865893659) -> (continuation of Deferred@454835665 after retry RPC after error@1117483155) -> (continuation of Deferred@1522308695 after retry RPC after error@266739076) -> (continuation of Deferred@1970162460 after retry RPC after error@1827185354)))
09:05:41.127 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, deferred=Deferred@1806436325(state=PENDING, result=null, callback=(continuation of Deferred@967073197 after retry RPC after error@1206769806) -> (continuation of Deferred@408246581 after retry RPC after error@332265205) -> (continuation of Deferred@144676884 after retry RPC after error@555681825) -> (continuation of Deferred@330392006 after retry RPC after error@1865893659) -> (continuation of Deferred@454835665 after retry RPC after error@1117483155) -> (continuation of Deferred@1522308695 after retry RPC after error@266739076) -> (continuation of Deferred@1970162460 after retry RPC after error@1827185354), errback=(continuation of Deferred@967073197 after retry RPC after error@1206769806) -> (continuation of Deferred@408246581 after retry RPC after error@332265205) -> (continuation of Deferred@144676884 after retry RPC after error@555681825) -> (continuation of Deferred@330392006 after retry RPC after error@1865893659) -> (continuation of Deferred@454835665 after retry RPC after error@1117483155) -> (continuation of Deferred@1522308695 after retry RPC after error@266739076) -> (continuation of Deferred@1970162460 after retry RPC after error@1827185354)))
09:05:41.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:41.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:41.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:41.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.62:45329(127.15.255.62:45329)] connecting to peer
09:05:41.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.15.255.61:37179(127.15.255.61:37179)] connecting to peer
09:05:41.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.255.62:45329(127.15.255.62:45329)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.62:45329: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329
09:05:41.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.61:37179(127.15.255.61:37179)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.255.61:37179: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179
09:05:41.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:41.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47595), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [14ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [15ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [16ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [36ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [56ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [57ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [75ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [75ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [96ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [97ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [173ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [176ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [177ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [178ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [233ms] refreshing cache from master, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [235ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [235ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [236ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [236ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [254ms] refreshing cache from master, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [256ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [256ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [433ms] refreshing cache from master, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [435ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [435ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [436ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [437ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1393ms] refreshing cache from master, [1393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1395ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1396ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1397ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [1397ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3213ms] refreshing cache from master, [3213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [3213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [3214ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3214ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3215ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [4614ms] refreshing cache from master, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [4615ms] too many traces: truncated at 100 traces, deferred=Deferred@1430021381(state=PENDING, result=null, callback=(continuation of Deferred@1430738620 after retry RPC after error@1585878080) -> (continuation of Deferred@1141539518 after retry RPC after error@1915274103) -> (continuation of Deferred@498440504 after retry RPC after error@2004564570) -> (continuation of Deferred@1744066937 after retry RPC after error@1400049035) -> (continuation of Deferred@1648239236 after retry RPC after error@1278831987) -> (continuation of Deferred@155441692 after retry RPC after error@1117225450) -> (continuation of Deferred@1362010430 after retry RPC after error@1450908829) -> (continuation of Deferred@1098887028 after retry RPC after error@1058664032) -> (continuation of Deferred@463114220 after retry RPC after error@353101814) -> (continuation of Deferred@699657772 after retry RPC after error@1504280468) -> (continuation of Deferred@377712290 after retry RPC after error@1560088531) -> (continuation of Deferred@1778993390 after retry RPC after error@2026819556) -> (continuation of Deferred@1966430241 after retry RPC after error@1090671299) -> (continuation of Deferred@1634479157 after retry RPC after error@1867742739) -> (continuation of Deferred@821610376 after retry RPC after error@1665077022) -> (continuation of Deferred@1664260808 after retry RPC after error@400933723) -> (continuation of Deferred@1633129128 after retry RPC after error@2047555171) -> (continuation of Deferred@228071216 after retry RPC after error@887022275) -> (continuation of Deferred@1765930018 after retry RPC after error@1247440711) -> (continuation of Deferred@121028779 after retry RPC after error@1144906356) -> (continuation of Deferred@582741557 after retry RPC after error@998415730) -> (continuation of Deferred@176173361 after retry RPC after error@553999447) -> (continuation of Deferred@1546830852 after retry RPC after error@1937026045) -> (continuation of Deferred@2021004571 after retry RPC after error@1931090342) -> (continuation of Deferred@969077029 after retry RPC after error@1866440355) -> (continuation of Deferred@657035410 after retry RPC after error@81619704) -> (continuation of Deferred@716765343 after retry RPC after error@962703853) -> (continuation of Deferred@1386683219 after retry RPC after error@1036136789) -> (continuation of Deferred@1347639922 after retry RPC after error@1686726476) -> (continuation of Deferred@245273869 after retry RPC after error@578438418) -> (continuation of Deferred@1747983333 after retry RPC after error@1202496168), errback=(continuation of Deferred@1430738620 after retry RPC after error@1585878080) -> (continuation of Deferred@1141539518 after retry RPC after error@1915274103) -> (continuation of Deferred@498440504 after retry RPC after error@2004564570) -> (continuation of Deferred@1744066937 after retry RPC after error@1400049035) -> (continuation of Deferred@1648239236 after retry RPC after error@1278831987) -> (continuation of Deferred@155441692 after retry RPC after error@1117225450) -> (continuation of Deferred@1362010430 after retry RPC after error@1450908829) -> (continuation of Deferred@1098887028 after retry RPC after error@1058664032) -> (continuation of Deferred@463114220 after retry RPC after error@353101814) -> (continuation of Deferred@699657772 after retry RPC after error@1504280468) -> (continuation of Deferred@377712290 after retry RPC after error@1560088531) -> (continuation of Deferred@1778993390 after retry RPC after error@2026819556) -> (continuation of Deferred@1966430241 after retry RPC after error@1090671299) -> (continuation of Deferred@1634479157 after retry RPC after error@1867742739) -> (continuation of Deferred@821610376 after retry RPC after error@1665077022) -> (continuation of Deferred@1664260808 after retry RPC after error@400933723) -> (continuation of Deferred@1633129128 after retry RPC after error@2047555171) -> (continuation of Deferred@228071216 after retry RPC after error@887022275) -> (continuation of Deferred@1765930018 after retry RPC after error@1247440711) -> (continuation of Deferred@121028779 after retry RPC after error@1144906356) -> (continuation of Deferred@582741557 after retry RPC after error@998415730) -> (continuation of Deferred@176173361 after retry RPC after error@553999447) -> (continuation of Deferred@1546830852 after retry RPC after error@1937026045) -> (continuation of Deferred@2021004571 after retry RPC after error@1931090342) -> (continuation of Deferred@969077029 after retry RPC after error@1866440355) -> (continuation of Deferred@657035410 after retry RPC after error@81619704) -> (continuation of Deferred@716765343 after retry RPC after error@962703853) -> (continuation of Deferred@1386683219 after retry RPC after error@1036136789) -> (continuation of Deferred@1347639922 after retry RPC after error@1686726476) -> (continuation of Deferred@245273869 after retry RPC after error@578438418) -> (continuation of Deferred@1747983333 after retry RPC after error@1202496168)))
09:05:41.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675; will retry
09:05:41.168 [DEBUG - main] (Connection.java:575) [peer master-127.15.255.60:37675(127.15.255.60:37675)] disconnecting while in state READY
09:05:41.168 [DEBUG - main] (Connection.java:575) [peer master-127.15.255.61:37179(127.15.255.61:37179)] disconnecting while in state TERMINATED
09:05:41.168 [DEBUG - main] (Connection.java:575) [peer 570752a11d004980aa654bab2d6d1c35(127.15.255.1:34811)] disconnecting while in state READY
09:05:41.168 [DEBUG - main] (Connection.java:575) [peer master-127.15.255.62:45329(127.15.255.62:45329)] disconnecting while in state TERMINATED
09:05:41.169 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 570752a11d004980aa654bab2d6d1c35(127.15.255.1:34811)] handling channelInactive
09:05:41.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 570752a11d004980aa654bab2d6d1c35(127.15.255.1:34811)] cleaning up while in state READY due to: connection closed
09:05:41.169 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:05:41.170 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.255.60:37675(127.15.255.60:37675)] handling channelInactive
09:05:41.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.255.60:37675(127.15.255.60:37675)] cleaning up while in state READY due to: connection closed
09:05:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.172564 16380 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu pid 16682
09:05:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.187578 16828 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.349193 16380 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu with pid 16682
09:05:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 09:05:41.389456 16854 connection.cc:537] server connection from 127.15.255.1:43155 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:05:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.390283 16380 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu pid 16838
09:05:41.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.398237 16970 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.508860 16380 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu with pid 16838
09:05:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.528998 16380 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu pid 16981
09:05:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.535841 17113 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.593070 17252 master_runner.cc:186] Error getting master registration for 127.15.255.62:45329: Network error: Client connection negotiation failed: client connection to 127.15.255.62:45329: connect: Connection refused (error 111),
09:05:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.593299 17252 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:05:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.648959 16380 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu with pid 16981
09:05:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.669438 16380 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu pid 17252
09:05:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.675755 17325 generic_service.cc:196] Checking for leaks (request via RPC)
09:05:41.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 09:05:41.826308 16380 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskTLeGg9/build/asan/bin/kudu with pid 17252
09:05:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T09:05:41Z chronyd exiting
09:05:41.998 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47595), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [14ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [15ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [16ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [36ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [56ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [57ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [75ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [75ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [96ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [97ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [173ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [176ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [177ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [178ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [233ms] refreshing cache from master, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [235ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [235ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [236ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [236ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [254ms] refreshing cache from master, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [256ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [256ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [433ms] refreshing cache from master, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [435ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [435ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [436ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [437ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1393ms] refreshing cache from master, [1393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1395ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1396ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1397ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [1397ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3213ms] refreshing cache from master, [3213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [3213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [3214ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3214ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3215ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [4614ms] refreshing cache from master, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [4615ms] too many traces: truncated at 100 traces, deferred=Deferred@1430021381(state=PENDING, result=null, callback=(continuation of Deferred@1430738620 after retry RPC after error@1585878080) -> (continuation of Deferred@1141539518 after retry RPC after error@1915274103) -> (continuation of Deferred@498440504 after retry RPC after error@2004564570) -> (continuation of Deferred@1744066937 after retry RPC after error@1400049035) -> (continuation of Deferred@1648239236 after retry RPC after error@1278831987) -> (continuation of Deferred@155441692 after retry RPC after error@1117225450) -> (continuation of Deferred@1362010430 after retry RPC after error@1450908829) -> (continuation of Deferred@1098887028 after retry RPC after error@1058664032) -> (continuation of Deferred@463114220 after retry RPC after error@353101814) -> (continuation of Deferred@699657772 after retry RPC after error@1504280468) -> (continuation of Deferred@377712290 after retry RPC after error@1560088531) -> (continuation of Deferred@1778993390 after retry RPC after error@2026819556) -> (continuation of Deferred@1966430241 after retry RPC after error@1090671299) -> (continuation of Deferred@1634479157 after retry RPC after error@1867742739) -> (continuation of Deferred@821610376 after retry RPC after error@1665077022) -> (continuation of Deferred@1664260808 after retry RPC after error@400933723) -> (continuation of Deferred@1633129128 after retry RPC after error@2047555171) -> (continuation of Deferred@228071216 after retry RPC after error@887022275) -> (continuation of Deferred@1765930018 after retry RPC after error@1247440711) -> (continuation of Deferred@121028779 after retry RPC after error@1144906356) -> (continuation of Deferred@582741557 after retry RPC after error@998415730) -> (continuation of Deferred@176173361 after retry RPC after error@553999447) -> (continuation of Deferred@1546830852 after retry RPC after error@1937026045) -> (continuation of Deferred@2021004571 after retry RPC after error@1931090342) -> (continuation of Deferred@969077029 after retry RPC after error@1866440355) -> (continuation of Deferred@657035410 after retry RPC after error@81619704) -> (continuation of Deferred@716765343 after retry RPC after error@962703853) -> (continuation of Deferred@1386683219 after retry RPC after error@1036136789) -> (continuation of Deferred@1347639922 after retry RPC after error@1686726476) -> (continuation of Deferred@245273869 after retry RPC after error@578438418) -> (continuation of Deferred@1747983333 after retry RPC after error@1202496168), errback=(continuation of Deferred@1430738620 after retry RPC after error@1585878080) -> (continuation of Deferred@1141539518 after retry RPC after error@1915274103) -> (continuation of Deferred@498440504 after retry RPC after error@2004564570) -> (continuation of Deferred@1744066937 after retry RPC after error@1400049035) -> (continuation of Deferred@1648239236 after retry RPC after error@1278831987) -> (continuation of Deferred@155441692 after retry RPC after error@1117225450) -> (continuation of Deferred@1362010430 after retry RPC after error@1450908829) -> (continuation of Deferred@1098887028 after retry RPC after error@1058664032) -> (continuation of Deferred@463114220 after retry RPC after error@353101814) -> (continuation of Deferred@699657772 after retry RPC after error@1504280468) -> (continuation of Deferred@377712290 after retry RPC after error@1560088531) -> (continuation of Deferred@1778993390 after retry RPC after error@2026819556) -> (continuation of Deferred@1966430241 after retry RPC after error@1090671299) -> (continuation of Deferred@1634479157 after retry RPC after error@1867742739) -> (continuation of Deferred@821610376 after retry RPC after error@1665077022) -> (continuation of Deferred@1664260808 after retry RPC after error@400933723) -> (continuation of Deferred@1633129128 after retry RPC after error@2047555171) -> (continuation of Deferred@228071216 after retry RPC after error@887022275) -> (continuation of Deferred@1765930018 after retry RPC after error@1247440711) -> (continuation of Deferred@121028779 after retry RPC after error@1144906356) -> (continuation of Deferred@582741557 after retry RPC after error@998415730) -> (continuation of Deferred@176173361 after retry RPC after error@553999447) -> (continuation of Deferred@1546830852 after retry RPC after error@1937026045) -> (continuation of Deferred@2021004571 after retry RPC after error@1931090342) -> (continuation of Deferred@969077029 after retry RPC after error@1866440355) -> (continuation of Deferred@657035410 after retry RPC after error@81619704) -> (continuation of Deferred@716765343 after retry RPC after error@962703853) -> (continuation of Deferred@1386683219 after retry RPC after error@1036136789) -> (continuation of Deferred@1347639922 after retry RPC after error@1686726476) -> (continuation of Deferred@245273869 after retry RPC after error@578438418) -> (continuation of Deferred@1747983333 after retry RPC after error@1202496168)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47595), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [14ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [14ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [15ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [16ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [36ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [56ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [57ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [75ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [75ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [95ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [96ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [97ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [97ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [173ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [176ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [177ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [178ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [233ms] refreshing cache from master, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [235ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [235ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [236ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [236ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [254ms] refreshing cache from master, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [256ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [256ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [433ms] refreshing cache from master, [433ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [434ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [435ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [435ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [436ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [437ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1393ms] refreshing cache from master, [1393ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [1395ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [1396ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [1397ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [1397ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3213ms] refreshing cache from master, [3213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [3213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [3214ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.62:45329: Network error: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329, [3214ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.61:37179: Network error: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.15.255.60:37675: OK, [3215ms] delaying RPC due to: Service unavailable: Master config (127.15.255.62:45329,127.15.255.61:37179,127.15.255.60:37675) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.62:45329(127.15.255.62:45329): Connection refused: /127.15.255.62:45329,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.255.61:37179(127.15.255.61:37179): Connection refused: /127.15.255.61:37179, [4614ms] refreshing cache from master, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.62:45329, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.61:37179, [4614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.255.60:37675, [4615ms] too many traces: truncated at 100 traces, deferred=Deferred@1430021381(state=PENDING, result=null, callback=(continuation of Deferred@1430738620 after retry RPC after error@1585878080) -> (continuation of Deferred@1141539518 after retry RPC after error@1915274103) -> (continuation of Deferred@498440504 after retry RPC after error@2004564570) -> (continuation of Deferred@1744066937 after retry RPC after error@1400049035) -> (continuation of Deferred@1648239236 after retry RPC after error@1278831987) -> (continuation of Deferred@155441692 after retry RPC after error@1117225450) -> (continuation of Deferred@1362010430 after retry RPC after error@1450908829) -> (continuation of Deferred@1098887028 after retry RPC after error@1058664032) -> (continuation of Deferred@463114220 after retry RPC after error@353101814) -> (continuation of Deferred@699657772 after retry RPC after error@1504280468) -> (continuation of Deferred@377712290 after retry RPC after error@1560088531) -> (continuation of Deferred@1778993390 after retry RPC after error@2026819556) -> (continuation of Deferred@1966430241 after retry RPC after error@1090671299) -> (continuation of Deferred@1634479157 after retry RPC after error@1867742739) -> (continuation of Deferred@821610376 after retry RPC after error@1665077022) -> (continuation of Deferred@1664260808 after retry RPC after error@400933723) -> (continuation of Deferred@1633129128 after retry RPC after error@2047555171) -> (continuation of Deferred@228071216 after retry RPC after error@887022275) -> (continuation of Deferred@1765930018 after retry RPC after error@1247440711) -> (continuation of Deferred@121028779 after retry RPC after error@1144906356) -> (continuation of Deferred@582741557 after retry RPC after error@998415730) -> (continuation of Deferred@176173361 after retry RPC after error@553999447) -> (continuation of Deferred@1546830852 after retry RPC after error@1937026045) -> (continuation of Deferred@2021004571 after retry RPC after error@1931090342) -> (continuation of Deferred@969077029 after retry RPC after error@1866440355) -> (continuation of Deferred@657035410 after retry RPC after error@81619704) -> (continuation of Deferred@716765343 after retry RPC after error@962703853) -> (continuation of Deferred@1386683219 after retry RPC after error@1036136789) -> (continuation of Deferred@1347639922 after retry RPC after error@1686726476) -> (continuation of Deferred@245273869 after retry RPC after error@578438418) -> (continuation of Deferred@1747983333 after retry RPC after error@1202496168), errback=(continuation of Deferred@1430738620 after retry RPC after error@1585878080) -> (continuation of Deferred@1141539518 after retry RPC after error@1915274103) -> (continuation of Deferred@498440504 after retry RPC after error@2004564570) -> (continuation of Deferred@1744066937 after retry RPC after error@1400049035) -> (continuation of Deferred@1648239236 after retry RPC after error@1278831987) -> (continuation of Deferred@155441692 after retry RPC after error@1117225450) -> (continuation of Deferred@1362010430 after retry RPC after error@1450908829) -> (continuation of Deferred@1098887028 after retry RPC after error@1058664032) -> (continuation of Deferred@463114220 after retry RPC after error@353101814) -> (continuation of Deferred@699657772 after retry RPC after error@1504280468) -> (continuation of Deferred@377712290 after retry RPC after error@1560088531) -> (continuation of Deferred@1778993390 after retry RPC after error@2026819556) -> (continuation of Deferred@1966430241 after retry RPC after error@1090671299) -> (continuation of Deferred@1634479157 after retry RPC after error@1867742739) -> (continuation of Deferred@821610376 after retry RPC after error@1665077022) -> (continuation of Deferred@1664260808 after retry RPC after error@400933723) -> (continuation of Deferred@1633129128 after retry RPC after error@2047555171) -> (continuation of Deferred@228071216 after retry RPC after error@887022275) -> (continuation of Deferred@1765930018 after retry RPC after error@1247440711) -> (continuation of Deferred@121028779 after retry RPC after error@1144906356) -> (continuation of Deferred@582741557 after retry RPC after error@998415730) -> (continuation of Deferred@176173361 after retry RPC after error@553999447) -> (continuation of Deferred@1546830852 after retry RPC after error@1937026045) -> (continuation of Deferred@2021004571 after retry RPC after error@1931090342) -> (continuation of Deferred@969077029 after retry RPC after error@1866440355) -> (continuation of Deferred@657035410 after retry RPC after error@81619704) -> (continuation of Deferred@716765343 after retry RPC after error@962703853) -> (continuation of Deferred@1386683219 after retry RPC after error@1036136789) -> (continuation of Deferred@1347639922 after retry RPC after error@1686726476) -> (continuation of Deferred@245273869 after retry RPC after error@578438418) -> (continuation of Deferred@1747983333 after retry RPC after error@1202496168)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)